diff --git "a/UCI_N4/aol/summary.json" "b/UCI_N4/aol/summary.json" deleted file mode 100644--- "a/UCI_N4/aol/summary.json" +++ /dev/null @@ -1,45371 +0,0 @@ -{ - "metadata": { - "data_root": "data/UCI", - "out": "runs/UCI_N4", - "gpus": 4, - "max_epochs": 100, - "patience": 30, - "batch_size": 64, - "lr": 0.001, - "seed": 1337, - "verbosity": "info", - "datasets": null, - "algorithms": [ - "sdp", - "ldlt", - "ldlt-resnet", - "aol", - "ortho", - "sandwich" - ], - "n_tasks": 726, - "run_dir": "/home/mjuston2/Documents/DeepLipschitzResNet" - }, - "datasets": { - "acute-inflammation": { - "dataset": "acute-inflammation", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.375, - "test_acc": 0.527027027027027, - "train_size": 30, - "val_size": 16, - "test_size": 74, - "stats": { - "mean": [ - [ - -0.029776199999999933, - 0.05815319999999998, - 0.03366299999999992, - -0.07041613333333337, - 0.0829954666666666, - 0.3029878333333334 - ] - ], - "std": [ - [ - 1.046299339147563, - 1.028676385077134, - 0.9895473157792913, - 1.0179845925601472, - 0.9937462864656396, - 1.0009348864350793 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0625, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 32, - "best_val_acc": 0.9444444444444444, - "test_acc": 0.8472222222222222, - "train_size": 30, - "val_size": 18, - "test_size": 72, - "stats": { - "mean": [ - [ - 0.2066000000000002, - 0.2132320000000001, - 0.16832333333333327, - -6.666666666858371e-07, - 0.08299546666666664, - -0.033663 - ] - ], - "std": [ - [ - 1.073465583913181, - 1.0965727109827237, - 0.9521923485684088, - 0.9958250796083059, - 0.9937462864656397, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.55, - "test_acc": 0.4857142857142857, - "train_size": 30, - "val_size": 20, - "test_size": 70, - "stats": { - "mean": [ - [ - -0.06825569999999999, - -0.09692560000000008, - 0.10099316666666662, - 0.07041479999999994, - -0.11619693333333347, - 0.16832750000000007 - ] - ], - "std": [ - [ - 0.9390286569686838, - 0.9304728, - 0.9733809278809981, - 0.9680526182869189, - 0.9870693041144554, - 1.0099525000000003 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.550000011920929, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 48, - "best_val_acc": 0.8095238095238095, - "test_acc": 0.782608695652174, - "train_size": 30, - "val_size": 21, - "test_size": 69, - "stats": { - "mean": [ - [ - 0.061842666666666594, - -0.01938619999999999, - -0.03366716666666666, - -0.14083160000000008, - -0.049799466666666695, - -0.3029836666666666 - ] - ], - "std": [ - [ - 0.9526045937382531, - 0.9838646893399317, - 1.000934886435079, - 1.0348917799997448, - 0.9937462864656396, - 0.8932355996217098 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6606430576539272, - "std_test_acc": 0.18086894002391357, - "n_samples": 120, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.15312500298023224, - "std_cert_acc_36": 0.2662187051794304, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "acute-nephritis": { - "dataset": "acute-nephritis", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.7058823529411765, - "test_acc": 0.6164383561643836, - "train_size": 30, - "val_size": 17, - "test_size": 73, - "stats": { - "mean": [ - [ - -0.1415510333333333, - 0.21323200000000003, - -0.03366716666666671, - -6.666666667154431e-07, - 0.2821878666666666, - -0.1683233333333333 - ] - ], - "std": [ - [ - 1.0909027516263303, - 1.0965727109827237, - 1.0009348864350789, - 0.9958250796083059, - 0.9598970403996372, - 0.9521923485684088 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6428571428571429, - "test_acc": 0.4868421052631579, - "train_size": 30, - "val_size": 14, - "test_size": 76, - "stats": { - "mean": [ - [ - 0.012368109999999948, - -0.0969256, - 0.10099316666666665, - -0.21124706666666673, - -0.11619693333333339, - -0.033662999999999985 - ] - ], - "std": [ - [ - 0.9970611705313925, - 0.9304727999999999, - 0.9733809278809981, - 1.0468011683411809, - 0.9870693041144555, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.36363636363636365, - "test_acc": 0.43037974683544306, - "train_size": 30, - "val_size": 11, - "test_size": 79, - "stats": { - "mean": [ - [ - 0.03252466666666676, - 0.05815320000000001, - -0.10099733333333338, - -6.666666667154431e-07, - 0.1493929333333332, - -0.033662999999999985 - ] - ], - "std": [ - [ - 0.9744119491152714, - 1.0286763850771339, - 1.0077056618442157, - 0.9958250796083059, - 0.9870693041144553, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.3636363744735718, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 20, - "best_val_acc": 0.5789473684210527, - "test_acc": 0.704225352112676, - "train_size": 30, - "val_size": 19, - "test_size": 71, - "stats": { - "mean": [ - [ - -0.029776590000000006, - -0.01938619999999999, - -0.10099733333333341, - -6.666666667080416e-07, - 0.01659799999999996, - -0.10099316666666663 - ] - ], - "std": [ - [ - 1.0535901730675965, - 0.9838646893399317, - 1.0077056618442157, - 0.9958250796083058, - 0.995962, - 0.9733809278809978 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5594713900939152, - "std_test_acc": 0.1240142600907958, - "n_samples": 120, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.09090909361839294, - "std_cert_acc_36": 0.1818181872367859, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "abalone": { - "dataset": "abalone", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 43, - "best_val_acc": 0.5873015873015873, - "test_acc": 0.6032760687175389, - "train_size": 1044, - "val_size": 630, - "test_size": 2503, - "stats": { - "mean": [ - [ - 0.03759131666666678, - -0.0067216787931033565, - -0.00504821235632188, - -0.010079406034482869, - 0.0077948497126437005, - -0.0035954527720305413, - 0.011847337255747069, - 0.020808682452107305 - ] - ], - "std": [ - [ - 0.9932562075552053, - 1.0067465043023525, - 0.9980809038500921, - 0.9297052233036605, - 1.0141436995589543, - 0.9931430828536596, - 1.017739933100054, - 1.0318462596531948 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.460317462682724, - "72": 0.3460317552089691, - "108": 0.26031747460365295, - "255": 0.10158730298280716 - }, - "fold": 0 - }, - { - "best_epoch": 80, - "best_val_acc": 0.64171974522293, - "test_acc": 0.6351297405189621, - "train_size": 1044, - "val_size": 628, - "test_size": 2505, - "stats": { - "mean": [ - [ - 0.005192849233716447, - -0.0023747756321838803, - -0.004999904980842867, - -0.01065197068965531, - -0.001757506036398443, - -0.0004581268045977247, - -0.008801511695402298, - -0.0025385303256705034 - ] - ], - "std": [ - [ - 0.9921988752896624, - 1.0113577078934743, - 1.0108378611135136, - 0.93746968476643, - 1.0135082046349184, - 1.0099861173658438, - 1.0142707677051552, - 1.019381711286177 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.45063695311546326, - "72": 0.331210196018219, - "108": 0.27547770738601685, - "255": 0.162420392036438 - }, - "fold": 1 - }, - { - "best_epoch": 63, - "best_val_acc": 0.6589018302828619, - "test_acc": 0.6125592417061612, - "train_size": 1044, - "val_size": 601, - "test_size": 2532, - "stats": { - "mean": [ - [ - -0.017948929501915466, - 0.023985624319923418, - 0.023087170114942556, - 0.018317038026819783, - 0.02778346245977014, - 0.025539904827586328, - 0.018261344003831434, - 0.034770174578544095 - ] - ], - "std": [ - [ - 0.9978233519534647, - 1.0049712832060378, - 1.0100440980049294, - 0.9634042347353897, - 1.0033357823934823, - 1.0054816988393045, - 0.9890488354165379, - 1.0152622279378631 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.5257903337478638, - "72": 0.3893510699272156, - "108": 0.3227953314781189, - "255": 0.13976705074310303 - }, - "fold": 2 - }, - { - "best_epoch": 56, - "best_val_acc": 0.642504118616145, - "test_acc": 0.6302454473475851, - "train_size": 1044, - "val_size": 607, - "test_size": 2526, - "stats": { - "mean": [ - [ - -0.039933615229885006, - 0.033357397988505864, - 0.02810616465517236, - 0.015225409386973148, - 0.03982630053544057, - 0.03327093634674338, - 0.031858401652298855, - 0.04330609419540234 - ] - ], - "std": [ - [ - 1.000898664612302, - 1.0028361176421674, - 1.0029617333979737, - 0.9244955132147792, - 1.020547570022181, - 1.016662196023235, - 1.0053994226175234, - 1.025123395710352 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.5123558640480042, - "72": 0.390444815158844, - "108": 0.3196046054363251, - "255": 0.17792421579360962 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6203026245725618, - "std_test_acc": 0.014928347469645368, - "n_samples": 4177, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.4872751533985138, - "std_cert_acc_36": 0.03733423796256156, - "mean_cert_acc_72": 0.3642594590783119, - "std_cert_acc_72": 0.030220108014481325, - "mean_cert_acc_108": 0.29454877972602844, - "std_cert_acc_108": 0.03141735262816507, - "mean_cert_acc_255": 0.14542474038898945, - "std_cert_acc_255": 0.033160209322655836 - }, - "annealing": { - "dataset": "annealing", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.4642857142857143, - "test_acc": 0.48253968253968255, - "train_size": 100, - "val_size": 168, - "test_size": 630, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 10111, - "cert_evals": { - "36": 0.02976190485060215, - "72": 0.0059523810632526875, - "108": 0.0059523810632526875, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 43, - "best_val_acc": 0.5403726708074534, - "test_acc": 0.5007849293563579, - "train_size": 100, - "val_size": 161, - "test_size": 637, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 10111, - "cert_evals": { - "36": 0.31677019596099854, - "72": 0.19875776767730713, - "108": 0.14906832575798035, - "255": 0.07453416287899017 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.7894736842105263, - "train_size": 100, - "val_size": 171, - "test_size": 627, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 10111, - "cert_evals": { - "36": 0.19298246502876282, - "72": 0.06432748585939407, - "108": 0.011695906519889832, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 22, - "best_val_acc": 0.6107784431137725, - "test_acc": 0.6133122028526149, - "train_size": 100, - "val_size": 167, - "test_size": 631, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 10111, - "cert_evals": { - "36": 0.1497006118297577, - "72": 0.08982036262750626, - "108": 0.07784431427717209, - "255": 0.06586826592683792 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5965276247397954, - "std_test_acc": 0.14103169692662493, - "n_samples": 898, - "n_features": 31, - "n_classes": 5, - "mean_cert_acc_36": 0.1723037944175303, - "std_cert_acc_36": 0.11850069301846998, - "mean_cert_acc_72": 0.08971449930686504, - "std_cert_acc_72": 0.08072801762376737, - "mean_cert_acc_108": 0.06114023190457374, - "std_cert_acc_108": 0.0670840672833583, - "mean_cert_acc_255": 0.035100607201457024, - "std_cert_acc_255": 0.04068480219376177 - }, - "audiology-std": { - "dataset": "audiology-std", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 33, - "best_val_acc": 0.12903225806451613, - "test_acc": 0.15, - "train_size": 25, - "val_size": 31, - "test_size": 140, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 37306, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 29, - "best_val_acc": 0.18181818181818182, - "test_acc": 0.18840579710144928, - "train_size": 25, - "val_size": 33, - "test_size": 138, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 37306, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.16, - "test_acc": 0.0684931506849315, - "train_size": 25, - "val_size": 25, - "test_size": 146, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 37306, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.2, - "test_acc": 0.16312056737588654, - "train_size": 25, - "val_size": 30, - "test_size": 141, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 37306, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.14250487879056684, - "std_test_acc": 0.051851755536837164, - "n_samples": 196, - "n_features": 59, - "n_classes": 18, - "mean_cert_acc_36": 0.0, - "std_cert_acc_36": 0.0, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "balance-scale": { - "dataset": "balance-scale", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.4939759036144578, - "test_acc": 0.4533678756476684, - "train_size": 156, - "val_size": 83, - "test_size": 386, - "stats": { - "mean": [ - [ - 0.05887832692307693, - -2.5641025661690044e-08, - 0.09964028205128199, - -0.09058207692307692 - ] - ], - "std": [ - [ - 0.9464310236223092, - 0.9765235538802873, - 0.9974316897506468, - 1.0391308031314608 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.4939758777618408, - "72": 0.4939758777618408, - "108": 0.024096384644508362, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 80, - "best_val_acc": 0.8144329896907216, - "test_acc": 0.8010752688172043, - "train_size": 156, - "val_size": 97, - "test_size": 372, - "stats": { - "mean": [ - [ - 0.09511109615384612, - -3.416070845000482e-17, - 0.00905823076923074, - 0.08152388461538454 - ] - ], - "std": [ - [ - 1.0090351712085057, - 1.0055834762270852, - 0.9532661180714023, - 1.002273371607005 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.5876288414001465, - "72": 0.2886597812175751, - "108": 0.2164948433637619, - "255": 0.05154639109969139 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.4838709677419355, - "test_acc": 0.45478723404255317, - "train_size": 156, - "val_size": 93, - "test_size": 376, - "stats": { - "mean": [ - [ - -0.00452913461538464, - 0.06340748717948716, - -1.2820512825151571e-08, - 0.09964030769230771 - ] - ], - "std": [ - [ - 0.9879158233594086, - 0.9907460042778667, - 1.027617579941566, - 0.9614936385801037 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.4838709533214569, - "72": 0.4838709533214569, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 80, - "best_val_acc": 0.75, - "test_acc": 0.8090185676392573, - "train_size": 156, - "val_size": 92, - "test_size": 377, - "stats": { - "mean": [ - [ - 0.05434929487179499, - -0.08605298076923085, - 0.06793655769230768, - -0.16757685256410257 - ] - ], - "std": [ - [ - 1.0569029867956488, - 1.0161657906649941, - 0.9625917447832895, - 0.9469510608150327 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.54347825050354, - "72": 0.3478260934352875, - "108": 0.20652174949645996, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6295622365366708, - "std_test_acc": 0.20265903164409532, - "n_samples": 625, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.5272384807467461, - "std_cert_acc_36": 0.047950908833639734, - "mean_cert_acc_72": 0.40358317643404007, - "std_cert_acc_72": 0.1015434334713808, - "mean_cert_acc_108": 0.11177824437618256, - "std_cert_acc_108": 0.11564944488673247, - "mean_cert_acc_255": 0.012886597774922848, - "std_cert_acc_255": 0.025773195549845695 - }, - "balloons": { - "dataset": "balloons", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.5, - "train_size": 4, - "val_size": 4, - "test_size": 8, - "stats": { - "mean": [ - [ - 0.0, - 0.0, - -0.968246, - 0.0 - ] - ], - "std": [ - [ - 0.968246, - 0.968246, - 1.0, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 292, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.5, - "train_size": 4, - "val_size": 2, - "test_size": 10, - "stats": { - "mean": [ - [ - -0.484123, - 0.484123, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.8385256331126676, - 0.968246, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 292, - "cert_evals": { - "36": 0.5, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.45454545454545453, - "train_size": 4, - "val_size": 1, - "test_size": 11, - "stats": { - "mean": [ - [ - -0.484123, - 0.0, - -0.484123, - -0.484123 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.968246, - 0.8385256331126676, - 0.8385256331126676 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 292, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.0, - "test_acc": 0.5454545454545454, - "train_size": 4, - "val_size": 1, - "test_size": 11, - "stats": { - "mean": [ - [ - 0.48412299999999997, - 0.484123, - -0.968246, - 0.0 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.8385256331126676, - 1.0, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 292, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5, - "std_test_acc": 0.03711348095126026, - "n_samples": 16, - "n_features": 4, - "n_classes": 2, - "mean_cert_acc_36": 0.25, - "std_cert_acc_36": 0.28867513459481287, - "mean_cert_acc_72": 0.125, - "std_cert_acc_72": 0.25, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "arrhythmia": { - "dataset": "arrhythmia", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 5, - "best_val_acc": 0.379746835443038, - "test_acc": 0.3192307692307692, - "train_size": 113, - "val_size": 79, - "test_size": 260, - "stats": { - "mean": [ - [ - -0.05548900442477873, - 0.17327679646017674, - -0.09933938283185836, - -0.022536060176991165, - -0.05529378318584072, - -0.02827017327433631, - -0.005964132743362813, - 0.04588333831858407, - -0.06835887191150443, - -0.01879734327433625, - 0.08708691123893805, - -0.010227719469026567, - -0.05324860619469024, - 0.03857876283185871, - -0.0029412946902654486, - -0.14624673451327397, - 0.0106677238938053, - -0.09994685221238946, - -2.2654867242673962e-07, - -0.10041930088495568, - 0.14110856637168184, - -0.02112876106194691, - -0.021128761061946916, - -0.06659289999999989, - -0.06659289999999989, - -0.09438650000000005, - -0.024449619469026587, - -0.006156723893805307, - -0.03655609734513271, - -0.06008078761061956, - -0.05587280000000011, - -0.1535461769911505, - -2.9203539835147346e-07, - 0.1454482212389377, - -0.04703600000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.053692424778761245, - 0.10382045292035355, - -0.045959752212389356, - -0.039423744247787586, - -0.042264867256637376, - -0.0339906548672566, - -0.10218601769911498, - -0.04703600000000003, - 0.04783872566371683, - 0.14110856637168165, - -2.920353982139237e-07, - -0.1056450000000003, - -0.06659289999999989, - 0.039230692920353964, - -0.048857433628318604, - -0.0949235044247789, - -0.0951867699115044, - -0.04703600000000003, - -0.07884043362831854, - -0.021128761061946947, - 0.0665928778761063, - 0.0665928778761063, - 0.06659287787610634, - 0.0665928778761063, - 1.0619469034296467e-07, - -0.14459542477876128, - 0.10166875221238943, - -0.0007696849557522316, - 0.08089214159292042, - 0.024555884070796462, - -0.06704164601769926, - -0.04703600000000003, - 0.1411085663716821, - 0.02721671504424786, - -0.04703600000000003, - 0.008643274336283235, - -0.03328283893805306, - -0.08280126353982296, - -0.04353061946902624, - 0.022193132743362702, - -0.07879264601769921, - 0.06659287787610634, - 0.07170867256637195, - 0.1411085663716824, - -0.04703600000000003, - 0.14110856637168173, - -0.05805589380530971, - 0.08516874884955755, - 0.043014315044247776, - -0.002110141592920556, - -0.07482919999999994, - 0.027698871681415955, - -0.08165009999999992, - -0.0536924247787612, - 1.0619469030955972e-07, - -0.09438650000000005, - 0.06338747787610613, - -0.0901489026548673, - -0.04849817699115047, - 0.07722033628318585, - 0.026260424778761074, - 0.0738569911504426, - 0.04712901946902665, - 0.16431531858407084, - 0.09438671238938037, - 0.09438671238938054, - -0.0386190796460177, - -0.09438650000000005, - 1.0619469029580476e-07, - 0.06704106194690244, - 0.00271023008849546, - 0.04821953097345133, - -0.022629159292035374, - 0.24075912389380558, - 0.19588278672566428, - 0.10636762831858415, - 0.07170867256637167, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469029580476e-07, - 0.24495034513274322, - -0.02112876106194717, - -0.03837423008849555, - 0.0792644690265486, - -0.010963192920353986, - -0.13985853097345086, - -0.06118739999999991, - -0.05918213274336283, - -0.06659289999999989, - 0.19309768141592948, - 0.0665928778761063, - -2.920353984064934e-07, - -0.08791879646017699, - -0.009588667256637163, - 0.039876742477876134, - -0.04371391504424787, - -0.09472733274336269, - -0.08165009999999992, - -0.04703600000000003, - -0.08165009999999992, - -0.059833336283185844, - -0.07838458407079653, - -0.015475274336283125, - -0.0805356, - -0.13698139380530983, - 0.14110856637168137, - -0.04703600000000003, - 0.0665928778761063, - -0.021128761061947016, - 0.017010241592920368, - 0.09822180530973434, - 0.005761375398230098, - 0.0322361946902655, - -0.034939104424778704, - 0.06566965486725665, - 0.061632838053097376, - 0.0004023300884955741, - 0.07045262681415927, - 0.028733457522123865, - 0.02147898230088495, - -0.05026543539823011, - 0.060225181415929224, - -0.07029714159292026, - 0.06618380000000008, - 0.011594984955752213, - 0.040387401769911555, - -0.0058615916814159065, - 0.04742410654867257, - -0.015766054867256643, - -0.062290848053097175, - -0.05214830601769914, - 0.04644970973451337, - -0.05739616814159293, - 0.05439313274336291, - -0.0036409858407079588, - -0.009598277876106183, - -0.011235967256637188, - -0.002634908849557516, - -0.005508535398230053, - -0.05590965752212387, - -0.06772527787610619, - 0.08251315044247781, - -0.08976234513274321, - 0.04703600000000003, - -0.04274165486725669, - -0.05909215752212393, - 0.027935999115044265, - -0.036451818017699096, - 0.03197787610619467, - 0.1596792035398229, - 0.0024668168141592844, - -0.015842806194690306, - 0.07878208849557493, - 0.006463776548672604, - 0.06462291946902653, - 0.025483634513274327, - 0.06707996637168136, - -0.07861038619469025, - -0.0949829097345134, - -0.08679084778761066, - 0.09411216159292037, - -0.061483929203539976, - -0.03750280353982299, - 0.024982454867256657, - 0.010920844247787605, - -0.036973680442477924, - -0.00325765690265486, - -0.06706977168141595, - 0.054682415929203546, - 0.07233616902654867, - 0.024967183185840673, - 0.0201886814159292, - 0.0625599000000001, - 0.016163015929203547, - -0.19404511061946894, - 0.1314095771681416, - -0.02607840336283184, - -0.07232390353982299, - 0.06542182300884967, - 0.09097714132743363, - -0.0490932584955752, - 0.17395115044247766, - -0.08915754336283198, - 0.005843493805309704, - -0.1311985026548673, - 0.0822022767256637, - -0.0316962311504425, - -0.15503262123893807, - 0.050416203539823005, - 0.012278147787610633, - 0.0764223432743363, - 0.20117684424778776, - -0.15312840973451328, - -0.006850403539823016, - -0.22191862300884949, - 0.1207021007964602, - -0.08917110283185833, - -0.07690047646017703, - 0.030319972566371638, - -0.1126870734513274, - 0.06241866831858403, - -0.1273596991150443, - 0.06213639999999999, - -0.07254762831858405, - -0.08504349999999997, - 0.034207636283185856, - -0.02238689532743362, - 0.10946240796460185, - 0.021622823008849552, - -0.1487953611504425, - 0.02685327893805308, - -0.04490421946902649, - -0.04955592035398229, - 0.06734868938053096, - -0.08363668734513273, - 0.022693176017699095, - 0.09933861353982294, - -0.00604589380530972, - -0.10963647433628322, - 0.03259297079646029, - -0.07945840000000003, - -0.007002541592920362, - 0.10658185398230094, - -0.0866022876106194, - 0.06365430106194689 - ] - ], - "std": [ - [ - 0.9732374444872444, - 0.9655808459932996, - 0.2507734231833244, - 0.85756632700396, - 0.9152499916483915, - 0.9319460220789437, - 0.9577523305438101, - 1.1527478213503135, - 0.9576681124104236, - 1.0097636409421697, - 0.9939501739346246, - 0.8077223719814682, - 0.9956881527950738, - 1.065832253077651, - 0.8648866626310105, - 0.7884428876814543, - 0.8846283104978594, - 1.0392968702844574, - 0.9547571784517959, - 0.830419971626617, - 1.9911349325902201, - 0.8944357999064113, - 0.8944357999064099, - 1.0, - 1.0, - 1.0, - 1.0288388455432311, - 1.0366372636701484, - 1.0104922342254585, - 0.6029602666961917, - 1.0, - 0.9119059418676891, - 0.9988936769842922, - 1.3401171108416883, - 1.0, - 1.0, - 1.409505785723462, - 0.7576328500006007, - 1.1142082921935355, - 1.100915710823559, - 0.9521761840451372, - 0.8352521125885086, - 0.7194469320515606, - 0.9886952789548065, - 1.0, - 1.111662684055426, - 1.9911349325902201, - 0.9988936769842919, - 1.0, - 1.0, - 0.9092993788613446, - 1.061138924056677, - 0.8860454459362529, - 0.77869888137794, - 1.0, - 0.9971658374137916, - 0.8944357999064098, - 1.4095057857234619, - 1.409505785723463, - 1.4095057857234636, - 1.4095057857234625, - 0.9988939483461562, - 0.8359429042688657, - 0.9455652546275832, - 1.047159553008427, - 1.2373317065584502, - 0.9367499049873408, - 0.7094990007768702, - 1.0, - 1.9911349325902201, - 1.152138074538977, - 1.0, - 1.076296523650441, - 1.0790204523971971, - 0.9278040585020654, - 0.6623289850929874, - 1.0736843273720698, - 1.059187675645061, - 1.4095057857234636, - 1.1978616378928757, - 1.9911349325902201, - 1.0, - 1.9911349325902201, - 0.9142231440920847, - 1.3486308966826843, - 0.9779239267203217, - 1.072217573812213, - 1.0, - 1.0670736267417575, - 1.0, - 0.7576328500006009, - 0.9988939483461562, - 1.0, - 1.2592635987036094, - 0.6360290623787335, - 0.8549033709264361, - 1.300841714365119, - 0.979322007928904, - 1.2296324368044147, - 1.3300447893255654, - 1.2339107860310472, - 1.4063287585864288, - 1.4063287585864277, - 0.817419899167048, - 1.0, - 0.9988939483461566, - 1.2178666747421332, - 0.9179155627028488, - 1.1674686384124506, - 0.937597875841375, - 1.9128860722576218, - 1.9849443701676805, - 1.2128492302504466, - 1.1978616378928766, - 1.409505785723462, - 1.0, - 0.9988939483461566, - 1.9776639067090993, - 0.8944357999064088, - 0.9089427774812973, - 1.1565813541259533, - 0.9312031818896745, - 0.37790291497240225, - 1.0, - 1.0103067336455187, - 1.0, - 1.612796005825811, - 1.4095057857234625, - 0.9988936769842919, - 0.9869575017654069, - 1.0625408223089012, - 0.8572543250334869, - 0.4626232154331089, - 0.8399894436428749, - 1.0, - 1.0, - 1.0, - 0.9949165069017805, - 0.9763809111647539, - 0.9886383527662114, - 1.0, - 0.8853802248708618, - 1.9911349325902201, - 1.0, - 1.4095057857234612, - 0.8944357999064094, - 0.8545082434186259, - 0.8796291945635648, - 0.9389113833926183, - 0.8861374760427413, - 0.39441056751713705, - 0.8648668783726172, - 0.9862191391833568, - 0.8481954658017612, - 0.9206020572467216, - 0.886517128434336, - 1.0192902215038742, - 0.956622629021229, - 0.8523688961466389, - 0.2992587051477164, - 1.0, - 0.8898404778961094, - 1.0071877733497892, - 0.950155747946548, - 1.0050918229648342, - 0.7815635141616576, - 0.9972744785704897, - 0.9594844360499902, - 0.9255046483391078, - 0.4876909595587591, - 0.5036861467715275, - 0.8566188861170654, - 0.7638467720219689, - 1.0032544884403838, - 1.0560420525550518, - 0.8986819691295396, - 0.9372189161919664, - 0.8101867430665612, - 0.8950623205358443, - 0.7725356624236849, - 1.0, - 0.872460731649835, - 1.045597205130584, - 0.881115812189619, - 0.9553256168269835, - 0.8848742890899297, - 0.5907365616618244, - 0.9525692591339604, - 0.9761188977078773, - 1.2163938242844157, - 0.9319895550002153, - 0.8335462617896103, - 0.9176414735582966, - 0.9775951517497435, - 0.8425042883529639, - 1.2598848541968266, - 0.949252647471748, - 0.838972165335258, - 0.23456841787874302, - 1.1642248030770597, - 0.8628119131177865, - 0.8751618803772816, - 0.9228296916565395, - 0.9809394578124714, - 0.5915262659968897, - 0.8563703331027254, - 1.223677024967222, - 0.9284798655045788, - 1.2965375076317172, - 1.0, - 0.9389878405072626, - 0.8540110671890598, - 1.316521539927867, - 1.4340416104694482, - 0.8735072262525767, - 0.676363014728904, - 1.1134658692256694, - 1.0134545560863548, - 1.7552329970203224, - 1.7155564074285294, - 0.873049365917997, - 1.030474558081803, - 1.0170344415415917, - 1.0766146909852692, - 0.7111765255105056, - 0.6923440560955865, - 1.0058025631570486, - 0.9240158601820535, - 1.9435205267323648, - 1.9899491083438348, - 0.8387690283436754, - 0.9708565551581373, - 0.8493149601758292, - 0.985055690803851, - 0.8279931417986857, - 0.9098729896957297, - 0.9370725829078755, - 0.8393620512490872, - 0.28080206241297245, - 1.0, - 0.8220194136548338, - 0.9761698379739507, - 0.7917031329595748, - 0.9270879739715543, - 0.847139011361557, - 1.0122054789755355, - 0.9745187015121873, - 0.8548335912371546, - 0.16972156566241, - 0.8245729285934237, - 1.06901211839648, - 0.8750748380574906, - 1.0605384058291198, - 0.814622435544981, - 1.1662691506968674, - 1.0027045465050628, - 0.707221379699125, - 1.0, - 0.8738904193642293, - 1.0307627522011051, - 0.9112504790758761, - 1.0340966211802813 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 694837, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 21, - "best_val_acc": 0.40350877192982454, - "test_acc": 0.30851063829787234, - "train_size": 113, - "val_size": 57, - "test_size": 282, - "stats": { - "mean": [ - [ - -0.08236052831858409, - 0.04887446902654869, - 0.0825547600000001, - 0.07080902389380533, - 0.06969351327433632, - -0.02017880672566372, - 0.0033134920353982203, - -0.0904622607964602, - 0.0008566455575221136, - 0.05502761778761062, - 0.0029605046017698983, - 0.16618478141592918, - 0.10348846991150445, - -0.12880789292035386, - 0.001393306194690269, - -0.009972053097345045, - -0.13480514867256632, - 0.15853807787610613, - -0.022554120353982243, - -0.17088875221238942, - -0.04703600000000003, - -0.02112876106194702, - 0.14790371681415893, - 0.0665928778761063, - 0.0665928778761063, - 0.09438671238938028, - -0.033913831858407135, - -0.05746374070796462, - 0.020589044247787618, - -0.08296883185840712, - -0.016433217699115002, - -0.02482472566371683, - -0.13408300000000029, - -0.0661125929203539, - 0.14110856637168206, - 0.19977865575221251, - 0.06659287787610634, - 0.16107630088495584, - -0.04968823575221234, - 0.16085886725663703, - -0.040819525663716834, - -0.04226484955752222, - 0.03399069026548677, - 0.08868894690265484, - 0.14110856637168143, - 0.1435154159292037, - -0.04703600000000003, - -2.920353984457933e-07, - -0.02112876106194691, - 0.1997786557522125, - -0.14194291681415921, - 0.11196102831858407, - 0.0592675752212388, - 0.09347194690265491, - -0.04703600000000003, - 0.13773737168141595, - -0.1056450000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.06659289999999989, - 0.0665928778761063, - 0.09438671238938029, - -0.09931298230088502, - -0.11574543716814155, - 0.19007244637168158, - 0.006741415929203616, - -0.17417296814159283, - -2.920353982846636e-07, - -0.04703600000000003, - -0.04703600000000003, - 0.027216715044247736, - 0.14110856637168231, - -0.00288054867256639, - 0.04904841858407081, - 0.02098572858407086, - -0.1192364601769909, - -0.0031704955752213143, - 0.01358514159292034, - -0.06659289999999989, - 0.014341504424779012, - -0.04703600000000003, - -0.04703600000000003, - -0.04703600000000003, - 0.07784732743362836, - 0.10888657327433629, - -0.1186584123893806, - -0.02180679646017706, - -0.07482919999999994, - 0.08863622212389385, - 0.13608353008849555, - 0.08948672566371674, - 1.0619469028597977e-07, - -0.09438650000000005, - -0.02112876106194696, - 0.09014838938053121, - -0.048498132743362864, - 0.05329288938053096, - 0.07878135752212394, - 0.006330884955752202, - 0.04712901946902665, - 0.11292442477876118, - -0.09438650000000005, - 0.09438671238938054, - -0.03861907964601756, - 1.0619469029580476e-07, - -0.09438650000000005, - 0.06704106194690229, - -0.07101396460177, - 0.11338092035398238, - 0.022629575221239016, - 0.15994504424778788, - 0.039176644247788044, - 0.11334270796460184, - -0.100392831858407, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469028597977e-07, - 0.027216715044247736, - -0.0211287610619469, - 0.007675044247787407, - 0.017898353982300903, - 0.022447520353982425, - -0.10415006194690236, - -0.06118739999999991, - -0.031867106194690256, - 0.0665928778761063, - 0.0386198407079645, - -0.06659289999999989, - 0.06704106194690229, - 0.03697516814159319, - -0.044993100884955714, - -0.005112693362831841, - -0.08742769999999993, - -0.04059785840707965, - 0.027216715044247736, - 0.1411085663716819, - 0.13608353008849491, - 0.03589945132743362, - -0.0453806460176991, - 0.003572176991150533, - 0.05211161769911493, - -0.012922732743362846, - 0.1411085663716814, - -0.04703600000000003, - 0.1997786557522125, - 0.14790371681415954, - 0.14316932831858414, - 0.03571657522123903, - -0.10441322884955753, - -0.23222040176991168, - -0.03493910442477871, - 0.05546864601769913, - 0.12581869469026555, - -0.18030577079646018, - -0.07161228646017702, - -0.03718444513274338, - 0.013523787610619589, - 0.10059417451327425, - 0.01624747876106193, - 0.05021323893805318, - -0.05147623362831883, - 0.1827229362831858, - 0.0034618557522124397, - 0.05241511327433623, - 0.030558143362831823, - -0.19202160176991148, - 0.11133997495575228, - 0.12129543628318586, - 0.060097776106194795, - 0.11579815929203502, - -0.027196398230088462, - 0.17599128230088495, - -0.1195051539823009, - 0.18247482389380532, - 0.06219380353982303, - -0.09025506017699113, - 0.08350311504424779, - 0.1271729522123894, - -0.0951591353982304, - 0.10388311504424796, - 0.04703600000000003, - -0.14397143362831855, - -0.056712807079646044, - 0.11911974769911506, - 0.07255731355752211, - 0.17956833628318594, - 0.03657456283185836, - -0.12767188938053103, - -0.21526490619469008, - 0.019409734513274046, - -0.20038580796460184, - 0.13453505858407078, - -0.20150050008849554, - -0.10956924336283183, - -0.1755137388495575, - 0.07771356637168146, - 0.1258815132743363, - 0.05789021663716825, - 0.059674265486725525, - 0.04250356814159293, - 0.18101372743362842, - -0.08988732212389382, - 0.148077411681416, - 0.041530495575221225, - -0.07796867964601775, - -0.08606286725663721, - 0.216610610619469, - 0.09511035132743359, - -0.05938040707964593, - 0.0625599000000001, - -0.09312924070796465, - -0.07196051769911511, - 0.13021555911504423, - 0.10358608645132746, - -0.0039450442477876055, - 0.015811640707964647, - 0.042050546725663725, - -0.11399942584070796, - 0.01275024778761036, - -0.012157897345132696, - -0.07146561415929208, - -0.03644905008849562, - -0.0460240963716814, - -0.04567296300884947, - -0.0159320159292035, - -0.020865886725663647, - 0.006243656991150445, - -0.04104453495575228, - 0.04250217699115046, - 0.034307366371681414, - -0.11968876460176998, - -0.0937977030973451, - -0.007898124601769923, - -0.06254813724778759, - 0.027666705132743385, - -0.0678103380530974, - 0.0033648314159292177, - 0.014861656991150381, - -0.08490639823008855, - 0.06213639999999999, - 0.10985744247787621, - -0.1141806185840708, - -0.0051085477876106, - -0.07652198922123891, - 0.1186390026548673, - -0.006018964601769793, - -0.03378361716814159, - 0.011641800000000063, - -0.06094139999999994, - 0.1415026725663717, - -0.08340849911504429, - -0.021807159292035423, - -0.08355237141592924, - 0.10080485079646004, - -0.0028213893805309528, - -0.039560768141592914, - -0.03811751592920355, - 0.06180052389380527, - 0.08721472743362838, - -0.045456217699115044, - -0.04452998026548677, - -0.08741183716814158 - ] - ], - "std": [ - [ - 1.0288523625377175, - 0.9926765498781311, - 1.5821926864265932, - 1.2345480341843558, - 1.0919259987637373, - 0.8553411989728208, - 0.9770372253740158, - 1.0941619685910755, - 0.9070109264400832, - 1.1660151450666374, - 0.82811358045681, - 0.8585451804478106, - 0.9271539318095082, - 0.826139795075132, - 0.9407871254954377, - 1.1098127265333941, - 0.9673996715099642, - 1.0170784936919917, - 0.7160692020317576, - 0.8881539469849713, - 1.0, - 0.8944357999064094, - 1.5353137244867066, - 1.409505785723462, - 1.4095057857234625, - 1.4063287585864295, - 0.8810006273224485, - 0.9386543902953636, - 0.9544080465249254, - 0.605561339519823, - 0.41738930632162535, - 0.9435148318250272, - 1.0, - 0.7880462841530468, - 1.9911349325902201, - 1.9844233966366362, - 1.4095057857234636, - 1.494834216304884, - 0.8945327921343991, - 1.0465252306595956, - 0.9657902518204129, - 0.8818849232826983, - 1.01289922968906, - 0.9542609489006632, - 1.9911349325902201, - 1.303101066939662, - 1.0, - 0.9988936769842933, - 0.8944357999064099, - 1.9844233966366385, - 0.9721978598866062, - 0.9751070654641969, - 1.053405494669145, - 1.2277188687789828, - 1.0, - 0.9710532649972081, - 1.0, - 1.0, - 1.4095057857234625, - 1.0, - 1.409505785723463, - 1.4063287585864295, - 0.9944538524514821, - 1.0084398738408038, - 1.096956593110858, - 0.9848747659663566, - 1.0176485758563296, - 0.9988936769842915, - 1.0, - 1.0, - 1.1521380745389784, - 1.9911349325902201, - 0.8886796764360778, - 1.0626176220464763, - 0.9820129092696263, - 0.48071756015968203, - 0.8052609158630751, - 0.9014845427415126, - 1.0, - 1.0421263616247836, - 1.0, - 1.0, - 1.0, - 1.0603166366167238, - 1.3948018100222412, - 1.0002378777841179, - 1.0521891063258038, - 1.0, - 1.170667828978199, - 1.6220790112596297, - 1.3004892166096398, - 0.9988939483461562, - 1.0, - 0.8944357999064098, - 1.2549059943840741, - 0.9010506624821365, - 1.2640911636544077, - 0.947031285603356, - 0.991260918816901, - 1.3300447893255651, - 1.1497030038124454, - 1.0, - 1.4063287585864277, - 0.8174198991670485, - 0.9988939483461566, - 1.0, - 1.217866674742133, - 0.8282680988206665, - 1.073085103116072, - 0.9693454139903576, - 1.7234040703162494, - 1.1056144342459158, - 1.074119172644369, - 0.6071170412907283, - 1.409505785723462, - 1.0, - 0.9988939483461562, - 1.1521380745389787, - 0.8944357999064119, - 1.058370875443875, - 1.0846522644237848, - 1.0598613115637294, - 0.5613288969768316, - 1.0, - 1.077530223972941, - 1.4095057857234625, - 1.15083399388167, - 1.0, - 1.2178666747421318, - 1.0966395583377115, - 1.0389053330759344, - 1.0429545495698374, - 1.0, - 1.0244696199828591, - 1.152138074538978, - 1.9911349325902201, - 1.6220790112596353, - 1.1329428844818097, - 1.0304640926757396, - 1.0027828154445004, - 1.4038062005460157, - 1.0648539403871593, - 1.9911349325902201, - 1.0, - 1.9844233966366391, - 1.5353137244867094, - 0.6866407429573802, - 0.9470876233472572, - 0.8928451459276403, - 1.3503062413436946, - 0.39441056751713693, - 1.0739060999830787, - 0.8074286630470415, - 0.8622816943277237, - 0.9235511168325403, - 0.8884646840941383, - 0.9253177369109523, - 1.0067482855890655, - 0.8717444615689396, - 1.7004798113300974, - 1.2451967529281143, - 1.0189016467998342, - 0.9159576992318523, - 0.9716842292520014, - 0.8537203439878127, - 0.6934639134127168, - 0.6814900866218891, - 1.08628728041417, - 0.8695100152450093, - 1.7244969164094923, - 0.9957413253735008, - 0.886998298843266, - 1.0086098935045376, - 0.9474117590718318, - 0.9527864599550645, - 0.8622024829086022, - 0.928715896349544, - 1.165972778898159, - 1.1444020655792773, - 1.249832703644339, - 1.0, - 1.04414181114218, - 0.7888691092407913, - 0.8896110919230731, - 0.8385172959457787, - 0.6963004767756463, - 1.0524770129026086, - 0.8728215158868736, - 1.2422671085343606, - 1.0395955941659785, - 0.9729248895409327, - 0.942112878700215, - 0.9029124312015971, - 0.9945356002953412, - 0.9067257721352653, - 0.6559269963983796, - 1.0530222495928638, - 0.7742650861348659, - 1.7415209866320729, - 0.31751695199855035, - 0.9401556411866103, - 0.9925662855482592, - 0.9703437391049544, - 0.9315271035229352, - 0.76726349356305, - 1.113451820498087, - 1.5950728246019172, - 0.9108834606609704, - 0.6187680270209445, - 1.0, - 1.026218169309107, - 0.9226908311101232, - 1.3695879042350074, - 1.390915117042367, - 0.9165066682832561, - 1.0788295714407763, - 0.8648263176100378, - 0.9635758583333331, - 0.8878642706591297, - 0.9006687498171835, - 0.8634669309414519, - 1.0263681887473621, - 1.1035216758671196, - 0.9668823371087334, - 0.9093839574625667, - 1.2537251227686863, - 0.925393016008483, - 0.9198488449490679, - 0.9988290268424753, - 0.1771101235529094, - 1.05614751420039, - 0.9497863099739803, - 1.0994839009481026, - 0.92792429034674, - 0.9973731985207415, - 1.4008749618490997, - 0.9833759189369512, - 0.7900467121392818, - 0.5512800744398914, - 1.0, - 1.160435495736531, - 0.840523823247663, - 1.0569742675732663, - 0.8576934466322704, - 0.9349861286126709, - 0.8587290535040432, - 0.9574488028099564, - 0.8825111948837125, - 1.0, - 0.9946462418130932, - 0.8401625258336195, - 1.0609041780534152, - 0.8625411201961046, - 0.8578849236354916, - 0.9245113485505083, - 0.9397104471617286, - 0.949988633400937, - 1.4949439323664353, - 1.0752730715733643, - 0.854508526946672, - 1.0304209489391347, - 0.9286338973772724 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 694837, - "cert_evals": { - "36": 0.17543859779834747, - "72": 0.14035087823867798, - "108": 0.14035087823867798, - "255": 0.035087719559669495 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5384615384615384, - "test_acc": 0.5547445255474452, - "train_size": 113, - "val_size": 65, - "test_size": 274, - "stats": { - "mean": [ - [ - 0.003089986725663709, - -0.004440814159291977, - 0.06255539469026555, - 0.0030673203539822954, - 0.001728016814159293, - 0.11026861433628313, - 0.017892446017699123, - -0.06960080176991157, - 0.039233834283185866, - 0.15144875398230093, - 0.006497817787610628, - -0.01399969203539821, - 0.12535314601769912, - 0.032636741592920446, - -0.04566848761061949, - -0.12298024778761062, - -0.000969959292035392, - 0.11890371504424775, - -0.09021629999999985, - -0.11451322123893802, - -0.04703600000000003, - 0.06338747787610569, - -0.1056450000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.09438650000000005, - -0.04968765486725668, - 0.10877121769911505, - -0.018068128318584065, - -0.08296883185840709, - -0.05587280000000011, - -0.06895776106194693, - -2.920353983278935e-07, - -0.013222389380530894, - -0.04703600000000003, - 0.06659287787610632, - -0.06659289999999989, - -0.1252820000000002, - 0.010099320973451271, - 0.07353538053097344, - -0.007326469911504469, - -0.07684545132743385, - -0.0339906548672566, - 0.05784047787610613, - 0.14110856637168143, - 3.805309734868323e-07, - -0.04703600000000003, - -0.06704164601769919, - -0.02112876106194691, - -0.06659289999999989, - 0.15620863893805323, - -0.03053643008849556, - -0.18165605309734498, - -0.11233752212389378, - -0.04703600000000003, - -0.016779973451327427, - -0.021128761061946985, - -0.06659289999999989, - 0.0665928778761063, - -0.06659289999999989, - -0.06659289999999989, - -0.09438650000000005, - -0.00463133628318579, - -0.07507774690265485, - -0.0007694676106195044, - -0.08089127433628311, - -0.10792991415929203, - -2.9203539847723323e-07, - -0.04703600000000003, - -0.04703600000000003, - 0.027216715044247893, - -0.04703600000000003, - -0.02592799999999999, - 0.08057962389380531, - 0.024038425752212503, - -0.16465999999999992, - -0.07926050000000014, - -0.09237758407079648, - -0.06659289999999989, - -0.043025663716814114, - 0.14110856637168245, - 0.1411085663716826, - -0.04703600000000003, - -0.023750336283185847, - 0.03126479168141594, - 0.008899934513274312, - -0.02743449557522126, - 0.06331698053097352, - 0.05539779646017699, - 0.027216715044247736, - 0.017897150442477798, - 1.0619469029187476e-07, - 1.061946903233147e-07, - -0.02112876106194691, - -0.1502479999999999, - -0.016447008849557545, - -0.0054378495575221125, - 0.07474130442477876, - -0.07807693805309734, - -0.07854839999999999, - -0.008790955752212368, - 1.0619469031152472e-07, - 1.0619469029973474e-07, - 0.038619840707964564, - 1.061946903233147e-07, - 1.0619469035868464e-07, - -2.920353983829134e-07, - -0.06884565486725683, - -0.043006230088495565, - 0.13900964601769922, - -0.06902842477876096, - -0.06529410000000001, - -0.07149334513274326, - -0.043025663716814044, - -0.06659289999999989, - 0.02721671504424799, - 1.0619469029187476e-07, - -0.08165009999999992, - -0.1056450000000003, - -0.0844234336283186, - 0.045172380530973465, - 0.08091592477876108, - -0.08034439823008824, - -0.06118739999999991, - 0.009105318584070807, - 0.0665928778761063, - 0.03861984070796471, - -0.06659289999999989, - -2.920353983475435e-07, - -0.01561157522123892, - 0.034667146902654884, - 0.04805644646017698, - 0.07649909380531038, - 0.0778107902654868, - -0.08165009999999992, - -0.04703600000000003, - 0.027216715044247736, - 0.003988389380530976, - 0.07484829203539822, - 0.06071553097345137, - 0.014212502654867237, - 0.06978295752212389, - -0.04703600000000003, - -0.04703600000000003, - -0.06659289999999989, - -0.1056450000000003, - -0.05670110707964598, - 0.09375696460176995, - -0.16628776973451334, - -0.004178826548672555, - -0.07220739999999994, - -0.06694404424778763, - -0.06819787345132745, - -0.049705195575221274, - -0.11667001238938055, - -0.12676487345132748, - 0.06602797345132745, - 0.0027255099115044237, - 0.08367987168141594, - -0.07531826548672561, - 0.06618380000000008, - -0.05077870088495575, - -0.03939802035398229, - 0.0725209725663717, - 0.018818907079646008, - -0.0012129309734513318, - 0.08232463584070795, - 0.06279675221238941, - 0.05451436991150446, - -0.09364632743362859, - -0.013597840707964663, - -0.02791582300884959, - 0.02277181946902653, - 0.09624579256637165, - 0.10685669557522126, - 0.05720445840707966, - -0.11690305221238939, - -0.07600262831858408, - 0.20486032743362856, - -0.11598514159292016, - 0.04703600000000003, - 0.12372530088495573, - 0.07733639557522128, - 0.009731815840707961, - 0.06515634630088495, - -0.004099914159292028, - -0.062444362831858426, - -0.14432490088495575, - 0.010303688495575204, - -0.03996258407079658, - -0.01723771946902648, - -0.03748595911504427, - -0.09338390796460176, - -0.12455748761061945, - -0.07069998663716814, - 0.09306433097345132, - 0.05574491150442479, - 0.05271592371681417, - -0.10488400000000016, - 0.0725061, - -0.06092212743362833, - -0.021001579646017662, - 0.08582514876106195, - 0.05783091212389381, - 0.07796875840707959, - -0.0484065486725664, - -0.06359218141592915, - 0.12465353274336273, - -0.03740971681415926, - -0.006256027433628239, - 0.02847770973451326, - 0.03523589380530972, - -0.007258076106194675, - 0.029468245840707955, - 0.07720809823008848, - -0.029801646017699017, - -0.07590199938053097, - -0.0023667877876106243, - -0.06193052212389384, - 0.0729473, - -0.08944441592920359, - -0.008905622654867247, - -0.09599750318584069, - -0.11731536725663715, - 0.03799221946902657, - 0.04264000707964609, - -0.05476776486725663, - -0.08099349336283189, - -0.06403644955752204, - 0.0510427, - -0.1728837920353984, - 0.04379192212389381, - -0.08503633221238939, - -0.04843164778761059, - -0.013288855929203541, - 0.05900416725663712, - 0.01502987168141596, - -0.028499033982300897, - -0.06898648672566376, - 0.06213639999999999, - -0.020727761061946872, - 0.056635334513274314, - -0.009026141592920364, - 0.03156841769911506, - -0.12126076106194686, - 0.06353122123893817, - 0.031937667522123854, - 0.029336698938053133, - 0.12508993982300817, - -0.07582650442477877, - 0.006734969026548675, - 0.06509837044247789, - 0.03657155663716816, - -0.13086254787610632, - -0.01249529203539823, - 0.041217141592920364, - 0.050712616814159305, - 0.008828665486725618, - -0.04774530973451326, - -0.06531424955752214, - 0.08627439557522125, - 0.019008834867256633 - ] - ], - "std": [ - [ - 0.9244692810470073, - 0.9993356910018533, - 1.1547522998507793, - 0.9432810092169331, - 1.03584004279498, - 0.8753158130277445, - 1.0465755215467378, - 0.9102607240673849, - 1.023778543447583, - 0.9297280045159075, - 1.0069835198754635, - 0.9525566546794436, - 0.9399759480360307, - 0.9978150756585966, - 0.9862811329995884, - 0.9613244275752023, - 1.111865207612389, - 0.9715796850385696, - 1.0, - 1.0813226579822182, - 1.0, - 1.2592635987036094, - 1.0, - 1.0, - 1.4095057857234625, - 1.0, - 1.010538238524329, - 1.0722512669094082, - 1.0593646908068974, - 0.605561339519823, - 1.0, - 0.9556792785074675, - 0.9988936769842924, - 0.9607982608538026, - 1.0, - 1.4095057857234632, - 1.0, - 1.0, - 0.972373648410722, - 1.0584533172538098, - 1.0284056325027326, - 0.8751294762374062, - 0.7194469320515607, - 0.9753483226530357, - 1.9911349325902201, - 0.99889397212978, - 1.0, - 0.7094990007768706, - 0.8944357999064104, - 1.0, - 0.9004941973725803, - 1.0121581074927941, - 0.761525664661198, - 0.6638398438080123, - 1.0, - 1.0084273596642825, - 0.8944357999064123, - 1.0, - 1.4095057857234632, - 1.0, - 1.0, - 1.0, - 1.0674172345021198, - 1.0415595393603108, - 0.9952640371583976, - 0.7847375185646767, - 1.0253922671299165, - 0.9988936769842935, - 1.0, - 1.0, - 1.1521380745389769, - 1.0, - 0.9380600926852771, - 0.9688329579782285, - 1.0699750013871834, - 1.0, - 1.0, - 0.9022130416875166, - 1.0, - 0.8547515543653855, - 1.9911349325902201, - 1.9911349325902201, - 1.0, - 0.9833161542151768, - 0.9113836368578456, - 1.0154070458101938, - 0.8175726795277899, - 1.0291658658053822, - 1.0023879541161114, - 1.1521380745389784, - 1.0666606471785436, - 0.9988939483461562, - 0.9988939483461564, - 0.8944357999064111, - 1.0, - 1.0194849042181624, - 0.9377289254070391, - 0.9868393622488469, - 0.7115324821514019, - 1.0, - 0.9291878599599749, - 0.9988939483461571, - 0.9988939483461564, - 1.150833993881672, - 0.9988939483461564, - 0.9988939483461563, - 0.9988936769842928, - 0.8446756150368765, - 0.8840822390425243, - 0.879273891482901, - 0.356357040154056, - 1.0, - 0.8575361470050674, - 0.8547515543653872, - 1.0, - 1.1521380745389762, - 0.9988939483461562, - 1.0, - 1.0, - 0.7707096318942795, - 0.9479029615796615, - 0.8861435214681488, - 0.709392406059319, - 1.0, - 0.9648083778490988, - 1.4095057857234619, - 1.1508339938816696, - 1.0, - 0.9988936769842918, - 0.8265732991714976, - 1.0190844405952648, - 0.9459831021380053, - 1.7348381185160544, - 1.1517740759366022, - 1.0, - 1.0, - 1.152138074538978, - 0.912843060712004, - 1.1388119070973806, - 0.9915799039109703, - 1.002719667279991, - 1.085125621845705, - 1.0, - 1.0, - 1.0, - 1.0, - 1.5001714286910226, - 0.9966194693620798, - 0.9443805992812078, - 0.8655175815339226, - 1.0, - 0.7897012658620092, - 1.1164175335449071, - 1.264530190302258, - 0.8921583865445091, - 1.0648052330194941, - 0.8695758038727032, - 0.8660581580725691, - 0.8367831000825393, - 0.37197924168302665, - 1.0, - 0.9262178979224102, - 0.9242646117464632, - 0.973591105652927, - 0.9951600891998066, - 1.1111862475284577, - 0.6670563380647561, - 0.9442962334551489, - 0.990332316811185, - 0.480719441273429, - 1.223234975369157, - 0.940394811395897, - 0.9089632031900003, - 1.0458338698053655, - 0.9721165818563446, - 1.374767108546496, - 0.8594004341053223, - 0.7653673558229712, - 0.6670525311692612, - 0.645642563256581, - 1.0, - 0.891254315503885, - 1.0775980834755503, - 1.007431548670928, - 0.9530753484316439, - 1.4811962251096449, - 1.2176806384389702, - 0.9602107117788192, - 0.8795846242039457, - 1.1116750216535782, - 0.9501349187678776, - 1.0821885258200035, - 1.1407026156836266, - 0.9231893015164008, - 0.8990327480493145, - 0.6422405879838027, - 0.9092214790537131, - 0.9351958368508632, - 1.0, - 1.0, - 0.9288775753611616, - 0.8531876075690629, - 1.034017858801366, - 1.0285706599327553, - 1.5382840820664052, - 1.0793433921827003, - 0.7014984131399681, - 0.9478974831267535, - 0.8121083950620509, - 0.5317226069000799, - 0.877495299738119, - 1.105656776922663, - 0.9679617815757274, - 0.7155463726091819, - 1.108302722756925, - 1.0944778308312668, - 0.7749616919771513, - 0.8850563716056123, - 0.5693811287198752, - 1.0, - 0.9220528856937216, - 0.8553127512283658, - 0.9975197765961968, - 0.8796722204092665, - 1.1740947078133768, - 0.9516756586234943, - 0.9063555755946218, - 0.9537956983823893, - 0.21590336552059824, - 1.0, - 1.1291952185180558, - 1.0007499385498189, - 1.0111383561599954, - 0.9704983147288865, - 1.1385710361021162, - 0.7564588026775311, - 1.0046465692486821, - 0.9312841189336238, - 0.6375502285227569, - 1.0, - 0.829387189699574, - 1.0544363475675953, - 0.9771879250820691, - 1.0137760206245479, - 1.0423498864484522, - 0.43681029699877133, - 0.8991224001063718, - 0.8257144621838688, - 1.968770644943309, - 0.8856828178067617, - 1.0398871114616712, - 0.8345338516516961, - 0.9722595951185294, - 1.285772740124495, - 0.8915167876690523, - 0.8875667705363124, - 0.6453390579256484, - 0.9343424770462008, - 0.8887305596443167, - 1.0443061214405034, - 1.027608228431771, - 0.9189390661089004 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 694837, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 33, - "best_val_acc": 0.29850746268656714, - "test_acc": 0.3161764705882353, - "train_size": 113, - "val_size": 67, - "test_size": 272, - "stats": { - "mean": [ - [ - 0.04070993805309734, - 0.11996151327433617, - -0.07505505699115043, - -0.053473368141592904, - -0.0023036168141593112, - -0.04386066761061949, - 0.1000648973451327, - 0.21898467610619468, - 0.0844638663362832, - -0.21027526176991146, - 0.08278053309734511, - 0.02691175840707965, - -0.10311968407079651, - -0.019989650442477833, - -0.029568291150442447, - 0.06979861946902657, - -0.09989179115044242, - -0.0017227557522123856, - -2.2654867243656462e-07, - 0.06518417699115044, - -0.04703600000000003, - -0.1056450000000003, - -0.1056450000000003, - 0.19977865575221251, - 0.0665928778761063, - 0.09438671238938035, - -0.10331811504424784, - -0.11287559292035391, - 0.1063068938053097, - 0.04291548672566383, - -0.05587280000000011, - -0.032180318584070916, - 0.06704106194690261, - -0.1718930000000004, - -0.04703600000000003, - 0.0665928778761063, - -0.06659289999999989, - 0.08948672566371665, - -0.025450121504424723, - -0.17311484513274336, - 0.07640526460176993, - 0.11526853982300869, - 0.1133023008849558, - -0.07326554867256642, - -0.04703600000000003, - 0.047838725663716816, - -0.04703600000000003, - 0.06704106194690251, - -0.02112876106194691, - -0.06659289999999989, - -0.013552253982300916, - -0.020357922123893812, - -0.027464973451327517, - -0.006002522123893788, - -0.04703600000000003, - -0.04337743362831858, - 0.14790371681415934, - 0.0665928778761063, - -0.06659289999999989, - 0.06659287787610634, - -0.06659289999999989, - 1.0619469029580476e-07, - 0.044767823008849614, - 0.08289923362831852, - -0.12235442831858409, - -0.11459614159292028, - 0.14790476371681416, - -2.9203539830824354e-07, - -0.04703600000000003, - 0.14110856637168223, - 0.027216715044247736, - -0.04703600000000003, - -0.055889752212389385, - -0.12962760265486717, - 0.10187851619469035, - -0.01324823008849549, - 0.022193132743362702, - -0.07879260176991155, - 0.0665928778761063, - 0.12907584070796485, - -0.04703600000000003, - -0.04703600000000003, - -0.04703600000000003, - -0.002639044247787606, - 0.054982569292035384, - 0.05932991150442477, - -0.06964141592920373, - -0.07482919999999994, - -0.033238396460177, - 0.13608353008849555, - 0.0894867256637167, - -0.09438650000000005, - -0.09438650000000005, - -0.1056450000000003, - 0.030049292035398203, - 0.0004219557522123656, - 0.04024157522123887, - 0.01212035575221241, - -0.06541580530973452, - -0.07854839999999999, - 0.02907596460176992, - -0.09438650000000005, - 0.09438671238938048, - -0.03861907964601766, - 1.0619469030366473e-07, - 1.0619469029580476e-07, - -0.0670416460176993, - -0.04499362831858416, - 0.0430065663716814, - 0.05495734513274337, - 0.025254761061947018, - -0.06529410000000001, - 0.06800543362831867, - -0.15775999999999976, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469029580476e-07, - -0.08165009999999992, - -0.021128761061946954, - 0.0199548849557522, - -0.04005870796460183, - 0.07256339026548671, - 0.0029753097345135682, - 0.008741072566371728, - -0.12291731858407075, - 0.0665928778761063, - -0.03861907964601771, - 0.0665928778761063, - -2.9203539835933345e-07, - -0.15365226548672545, - -0.02139016460176988, - 0.03374174115044254, - -0.03278541946902662, - -0.16577226814159277, - 0.027216715044247785, - 0.14110856637168206, - -0.08165009999999992, - -0.17471278761061948, - -0.05009553982300891, - 0.10357247787610621, - 0.01421250265486715, - -0.16799606460176988, - 0.1411085663716814, - -0.04703600000000003, - 0.1997786557522125, - -0.02112876106194691, - 0.10064383539823014, - -0.09822227433628321, - 0.010812114336283181, - -0.0005969424778760985, - -0.034939104424778704, - -0.021039132743362887, - 0.1549942769911504, - -0.05473569823008849, - 0.09371048247787614, - 0.1284547699115043, - 0.08193819469026561, - -0.1894623433628318, - -0.03994628938053097, - 0.005021592920354035, - 0.06618380000000008, - 0.046780255752212445, - 0.12412912743362833, - -0.15687404504424782, - -0.04040450761061948, - 0.01819149026548674, - 0.047322232477876085, - -0.1316860601769911, - -0.08258592566371675, - 0.05638880530973452, - -0.10198681415929205, - 0.1290602176991152, - -0.03669845398230087, - -0.10499076469026546, - -0.12757559911504432, - -0.06652606637168137, - 0.05155422566371681, - 0.031605256637168136, - 0.0629123805309736, - 0.023197380530973564, - 0.04703600000000003, - -0.03599286283185842, - -0.1574473318584071, - 0.10887992823008849, - -0.053605181415929175, - -0.012299078761061958, - -0.05887616991150452, - 0.07308711769911504, - 0.09051549646017694, - -0.10846913274336303, - -0.15513741725663718, - 0.12073644318584073, - 0.05041307504424779, - 0.1529646697345132, - 0.0776218637168141, - 0.057565741592920404, - -0.17276489823008853, - -0.014984845840707986, - -0.04701723008849572, - -0.03750280353982299, - 0.06355189203539817, - 0.06636549999999998, - -0.1410115592035399, - -0.08766313362831851, - -0.09892783274336285, - -0.013420267079645989, - 0.09777304070796461, - 0.07535415840707965, - -0.10688448672566354, - 0.0625599000000001, - -0.011544922123893811, - -0.09627820707964604, - 0.08584640530973452, - 0.007022314424778771, - -0.05128431504424778, - -0.06365885663716808, - 0.02538907345132746, - 0.071253879380531, - -0.032786734513274456, - 0.0729473, - 0.04719471592920353, - 0.014598110265486715, - 0.026159213575221246, - 0.059101831504424836, - -0.07843545663716811, - 0.0003891433628318023, - 0.014624393274336253, - 0.03384382522123893, - -0.07310352920353969, - 0.0510427, - 0.14306325132743355, - -0.011243908849557487, - 0.02559352380530976, - 0.03617407230973455, - -0.012417333274336301, - -0.10102372743362834, - -0.09638603628318594, - 0.02360371292035396, - -0.0742930973451328, - -0.014339143362831862, - 0.03523714159292039, - 0.03915302300884953, - -0.08945827723893807, - -0.02228378656637163, - 0.10421852477876106, - 0.0697730088495576, - -0.12811908238938052, - -0.10229047238938055, - -0.048111653097345074, - 0.041196920353982314, - 0.10879424867256633, - -0.10693692778761064, - 0.02704163566371678, - 0.12719723849557518, - 0.1358370884955751, - -0.11345866194690264, - -0.11236356814159291, - 0.008828665486725625, - 0.04901849557522122, - 0.10906433185840712, - -0.12028646725663718, - 0.005514894867256633 - ] - ], - "std": [ - [ - 1.0502669179700934, - 0.9792224218294541, - 0.24305352147883325, - 1.043042266446498, - 1.0744571502175468, - 0.9508826739984755, - 0.9451555552883207, - 1.1810283789026603, - 1.0064552702700122, - 1.1190882010665817, - 0.9034793296608571, - 1.1336521923679663, - 0.9786491101919341, - 0.9206985848676537, - 0.8610889538505271, - 0.9619675032812017, - 0.9308084274399617, - 0.9863758024756076, - 0.9547571784517959, - 0.9496800506935921, - 1.0, - 1.0, - 1.0, - 1.9844233966366367, - 1.4095057857234627, - 1.40632875858643, - 0.892002130496044, - 1.0129634785032875, - 0.978487303853688, - 1.1394715296586964, - 1.0, - 1.0267988761241287, - 1.217866674742132, - 1.0, - 1.0, - 1.4095057857234627, - 1.0, - 1.30048921660964, - 1.101075351501756, - 0.9423320679555461, - 0.9745566669040967, - 1.0784150005489006, - 1.3072548131334407, - 1.020520797792866, - 1.0, - 1.1116626840554256, - 1.0, - 1.2178666747421323, - 0.8944357999064103, - 1.0, - 0.9763859814864452, - 0.9882312110151381, - 0.9941548135105892, - 1.0805382570058093, - 1.0, - 0.9455390825539804, - 1.5353137244867092, - 1.4095057857234619, - 1.0, - 1.4095057857234636, - 1.0, - 0.9988939483461567, - 0.9028116049768871, - 1.0263167291591377, - 0.9964436627027657, - 0.4280387316306564, - 1.0514551909197751, - 0.9988936769842915, - 1.0, - 1.9911349325902201, - 1.152138074538978, - 1.0, - 0.9644113662850948, - 0.9806946309645141, - 0.9930268680075975, - 0.8905664891946655, - 1.0736843273720693, - 1.0058668086951204, - 1.409505785723462, - 1.3330925209888196, - 1.0, - 1.0, - 1.0, - 1.0450036005861865, - 1.3244456183776097, - 0.932189980942975, - 0.9625014477361986, - 1.0, - 1.0074707737922228, - 1.62207901125963, - 1.3004892166096393, - 1.0, - 1.0, - 1.0, - 1.0917543201475843, - 1.0127130749629136, - 1.2877909824303606, - 0.9604994075919616, - 0.8657450013263874, - 1.0, - 1.0599660091906427, - 1.0, - 1.4063287585864277, - 0.8174198991670479, - 0.9988939483461567, - 0.9988939483461567, - 0.7094990007768708, - 0.8740833234525124, - 1.010657132912493, - 0.9328151962443406, - 1.3541564903516528, - 1.0, - 1.0437864539647888, - 1.0, - 1.409505785723462, - 1.0, - 0.9988939483461567, - 1.0, - 0.8944357999064098, - 1.2065791134004533, - 1.0500123468485083, - 0.9959504427215604, - 1.0958354145667224, - 0.7400533918928887, - 0.9943642075886404, - 1.4095057857234627, - 0.8174198991670482, - 1.4095057857234627, - 0.9988936769842922, - 0.9193790839730072, - 1.0436031910295362, - 0.9868834993023391, - 0.5782795414175284, - 0.9541173647907301, - 1.1521380745389775, - 1.9911349325902201, - 1.0, - 0.9325216486314452, - 1.0303184562115624, - 0.9698188611354921, - 1.0027196672799903, - 1.0327882823860284, - 1.9911349325902201, - 1.0, - 1.9844233966366391, - 0.8944357999064109, - 0.7112349595162911, - 1.0528496975740775, - 0.9693293962135208, - 1.098217436491506, - 0.39441056751713705, - 1.131185111941341, - 0.8933013668038887, - 0.8692841653701331, - 0.9535583303775852, - 0.9578421783922644, - 0.9351032690489206, - 0.9587912379925385, - 0.8874155629442673, - 0.7402206710271984, - 1.0, - 1.0688089329251667, - 0.997681462694144, - 0.9866601266296527, - 0.9496581319654654, - 0.9257831061652533, - 0.9073562336120353, - 0.9768579353882867, - 0.9602672008044747, - 0.7793988687883875, - 1.2643817992013762, - 0.8858997832358527, - 1.0783739453909889, - 0.9243425987503827, - 0.9894525958813807, - 0.8138319611992417, - 0.9527697944043735, - 1.1413505837251008, - 0.8792523651290115, - 1.0992317647014969, - 1.0, - 1.065433498566479, - 0.9150528093441637, - 1.0062463574228966, - 1.011250604668206, - 0.7913263564369651, - 0.9735543146496928, - 0.9610800849612564, - 0.9880567372837797, - 0.3866698577857632, - 0.9853949011817834, - 0.990227174214131, - 0.8869793376043191, - 1.0049463863071384, - 0.9992217219580515, - 0.9135057665522096, - 0.9794517412025064, - 0.8334338014885702, - 0.37518500497353446, - 1.1642248030770597, - 0.9506854878365382, - 1.1083600583283926, - 0.9361744720072924, - 1.0051395038183164, - 0.7234663786843327, - 1.1371317753211319, - 1.5356103741191347, - 0.8479920793399001, - 0.46656712729960265, - 1.0, - 1.0891589322731212, - 0.8545812844441173, - 1.3469557389840487, - 1.3298686360213214, - 0.8184103746992143, - 1.2426545134673366, - 0.9345647421429395, - 0.8739291157345797, - 0.7954155323258645, - 1.0, - 0.9396031266002715, - 0.8729340873197525, - 1.1022147706138496, - 0.9052007430680863, - 0.8002297286948205, - 1.1474637082252046, - 1.0050624674836923, - 0.8958786752659496, - 0.1199464140766847, - 1.0, - 0.9484606934407114, - 0.924743989986394, - 1.1045533858189263, - 0.9763355497679247, - 0.8775711016746042, - 1.4892483405130004, - 0.9479162196372228, - 0.824520740664537, - 0.48200134691826974, - 0.8093410764663572, - 1.0307538015892828, - 0.8557116942728363, - 0.9675781578595044, - 0.9316537658305905, - 0.961482671503125, - 0.9499524026348503, - 1.0156281171297905, - 0.9533815998673338, - 0.13577727875330386, - 1.0944930405696027, - 0.9984202119037168, - 1.0610893586418122, - 1.0416564535479678, - 0.953141207852886, - 0.9699518518482332, - 1.0661304370514315, - 0.9605383246803934, - 0.9343424770461999, - 1.1428421085341074, - 0.9995106529728873, - 1.0191031224939573, - 1.0275583030415119 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 694837, - "cert_evals": { - "36": 0.19402985274791718, - "72": 0.1492537260055542, - "108": 0.0746268630027771, - "255": 0.014925372786819935 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.37466560091608053, - "std_test_acc": 0.12013727856899335, - "n_samples": 452, - "n_features": 262, - "n_classes": 13, - "mean_cert_acc_36": 0.09236711263656616, - "std_cert_acc_36": 0.10692606693032396, - "mean_cert_acc_72": 0.07240115106105804, - "std_cert_acc_72": 0.08368061712854949, - "mean_cert_acc_108": 0.05374443531036377, - "std_cert_acc_108": 0.06761084823380532, - "mean_cert_acc_255": 0.012503273086622357, - "std_cert_acc_255": 0.016619140222535963 - }, - "blood": { - "dataset": "blood", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.22131147540983606, - "test_acc": 0.2437357630979499, - "train_size": 187, - "val_size": 122, - "test_size": 439, - "stats": { - "mean": [ - [ - 0.08207599251336908, - 0.07211877540106948, - 0.07211877540106948, - 0.12092969090909093 - ] - ], - "std": [ - [ - 1.0915037898164763, - 0.9154190444987925, - 0.9154190444987925, - 1.0234960637376278 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 292, - "cert_evals": { - "36": 0.22131146490573883, - "72": 0.21311473846435547, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 8, - "best_val_acc": 0.7758620689655172, - "test_acc": 0.7617977528089888, - "train_size": 187, - "val_size": 116, - "test_size": 445, - "stats": { - "mean": [ - [ - -0.0044589358288771265, - -0.03777642245989305, - -0.03777642245989305, - -0.04118699946524062 - ] - ], - "std": [ - [ - 1.0355747128653376, - 1.0168425706533084, - 1.0168425706533084, - 0.9389071377082803 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 292, - "cert_evals": { - "36": 0.025862067937850952, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.7363636363636363, - "test_acc": 0.7627494456762749, - "train_size": 187, - "val_size": 110, - "test_size": 451, - "stats": { - "mean": [ - [ - 0.05565309197860972, - -0.04876601497326191, - -0.04876601497326191, - 0.022211831550802065 - ] - ], - "std": [ - [ - 1.2081413746481122, - 0.9472357528176619, - 0.9472357528176619, - 0.9442482982599183 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 292, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.7457627118644068, - "test_acc": 0.7629796839729119, - "train_size": 187, - "val_size": 118, - "test_size": 443, - "stats": { - "mean": [ - [ - 0.02856966417112282, - -0.11561878823529406, - -0.11561878823529406, - -0.0299989443850266 - ] - ], - "std": [ - [ - 1.1041996654221626, - 0.9454192748690525, - 0.9454192748690525, - 0.9892882254644951 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 292, - "cert_evals": { - "36": 0.5169491767883301, - "72": 0.11864406615495682, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6328156613890314, - "std_test_acc": 0.2593871034031861, - "n_samples": 748, - "n_features": 4, - "n_classes": 2, - "mean_cert_acc_36": 0.19103067740797997, - "std_cert_acc_36": 0.23868611438112006, - "mean_cert_acc_72": 0.08293970115482807, - "std_cert_acc_72": 0.10324458028375089, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "breast-cancer": { - "dataset": "breast-cancer", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.20588235294117646, - "test_acc": 0.3149171270718232, - "train_size": 71, - "val_size": 34, - "test_size": 181, - "stats": { - "mean": [ - [ - -0.0162575774647888, - 0.01285738028169014, - 0.05645037746478872, - -0.0029103802816902316, - -0.11736198591549311, - -0.028151649295774777, - -0.03566477464788737, - 0.00970807042253526, - 0.22726122535211296 - ] - ], - "std": [ - [ - 1.0503834784726616, - 0.9628419637542994, - 0.9596794691642652, - 0.9092740907525307, - 1.049772063174192, - 1.0411696038595801, - 0.9953573619388768, - 0.9968442343032266, - 0.8156962912830921 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.20588235557079315, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7391304347826086, - "test_acc": 0.6923076923076923, - "train_size": 71, - "val_size": 46, - "test_size": 169, - "stats": { - "mean": [ - [ - 0.19254230985915494, - -0.19285994366197182, - 0.20358705070422517, - 0.009330281690140758, - -0.03202669014084532, - -0.08538911549295794, - -0.007489267605633831, - -0.18945425352112666, - -0.10300454929577448 - ] - ], - "std": [ - [ - 1.026498898055275, - 1.0381849522269773, - 0.8715501768246713, - 1.1092478240870034, - 1.0696236526518819, - 1.0540261837033709, - 0.9977471789729346, - 0.7297492222931498, - 1.0547842980526614 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.32608696818351746, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.7666666666666667, - "test_acc": 0.5891891891891892, - "train_size": 71, - "val_size": 30, - "test_size": 185, - "stats": { - "mean": [ - [ - 0.011582478873239406, - 0.03857201408450704, - 0.023010226760563364, - -0.21100099999999994, - 0.1670883239436617, - -0.04723080000000009, - -0.17654230985915503, - 0.10343116901408457, - -0.003924816901408183 - ] - ], - "std": [ - [ - 1.0328973500575376, - 0.9120557342457011, - 1.064258264362845, - 0.5867856877712776, - 0.7568737218929631, - 1.003788410624883, - 0.9711357918131928, - 0.9987696871895037, - 1.0006562466084945 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 55, - "best_val_acc": 0.7608695652173914, - "test_acc": 0.7100591715976331, - "train_size": 71, - "val_size": 46, - "test_size": 169, - "stats": { - "mean": [ - [ - 0.10902253521126751, - -0.06428660563380281, - 0.1099546112676056, - 0.08277422535211261, - -0.1742519718309861, - 0.18171905915492953, - -0.14836680281690146, - 0.1854393802816902, - -0.16905770422535188 - ] - ], - "std": [ - [ - 0.9700145966779166, - 1.0084610495616426, - 1.0559460579933821, - 1.206060152642598, - 1.1213259288422783, - 0.9728498213970074, - 0.9776535548414097, - 1.0665540888636171, - 1.0843586560371206 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.1304347813129425, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5766182950415845, - "std_test_acc": 0.1824244436036003, - "n_samples": 286, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.16560102626681328, - "std_cert_acc_36": 0.1366731962604773, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "bank": { - "dataset": "bank", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.8131241084165478, - "test_acc": 0.8356877323420074, - "train_size": 1130, - "val_size": 701, - "test_size": 2690, - "stats": { - "mean": [ - [ - -0.043444115752212485, - 0.038350172566371764, - 0.021509683185840713, - -0.021201484955752213, - -0.006912000000000016, - 0.04290420228318581, - -0.031048147787610524, - -0.010544807964601867, - -0.027401819469027113, - -0.0011023982300885904, - -0.020262814867256583, - -0.01690946219469023, - -0.0050658819469022965, - 0.027795634513274152, - 0.0035984575221236132, - 0.03735520353982189 - ] - ], - "std": [ - [ - 0.9589625434028519, - 0.9947635481983416, - 1.013551308348929, - 0.9759306172571834, - 1.025514103095601, - 1.1941195969624385, - 0.9952628808737004, - 1.0099558672249285, - 1.0069197139677768, - 1.0315253300196314, - 1.005152797600638, - 0.9721293687592033, - 0.9311569270874402, - 1.0436010567990328, - 0.9725976279868672, - 1.0344584167333912 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2722, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 27, - "best_val_acc": 0.8432835820895522, - "test_acc": 0.8232267548695332, - "train_size": 1130, - "val_size": 670, - "test_size": 2721, - "stats": { - "mean": [ - [ - -0.01574801380530978, - 0.0023927396460177394, - 0.0021967858407077644, - -0.01932307256637162, - 0.006853599999999982, - -0.03479098039734521, - 0.0010882398230089275, - 0.02142298584070794, - -0.04310824424778776, - -0.002926514159292115, - -0.01356536707964567, - 0.01527978015929205, - -0.04149083628318521, - -0.006613960176991296, - 0.006211176106194516, - -0.021354536283185895 - ] - ], - "std": [ - [ - 0.969300386690253, - 1.0029838787869998, - 1.0077378567908635, - 1.0067270576318987, - 0.9737641828355684, - 0.8874066057167844, - 1.0000362134178429, - 0.978768086158569, - 1.0166647522536418, - 1.0110908544078474, - 0.9795699211960872, - 0.988628308543735, - 0.8468895052095667, - 1.0088647512260476, - 1.0744144429583726, - 0.97024384329565 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2722, - "cert_evals": { - "36": 0.7776119709014893, - "72": 0.6955223679542542, - "108": 0.611940324306488, - "255": 0.1537313461303711 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.8932178932178932, - "test_acc": 0.868421052631579, - "train_size": 1130, - "val_size": 693, - "test_size": 2698, - "stats": { - "mean": [ - [ - 0.03612999486725651, - 0.0039014732743363205, - -0.026264318584070866, - 0.007914513274336264, - -2.920000000001238e-05, - -0.02074493859203536, - -0.02212137345132746, - -0.02529917433628319, - -0.017585318584070603, - 0.002009283628318563, - -0.032913651327433256, - 0.01575317238053096, - 0.01656134477876116, - 0.004832360176991011, - 0.0046435044247787275, - -0.007806110619469017 - ] - ], - "std": [ - [ - 1.026029784154538, - 1.014567266706415, - 0.9934924943110668, - 1.0009548228746656, - 0.9999976513205256, - 0.9005330945128681, - 0.9966950423207805, - 1.02369326820955, - 1.0066229970970322, - 1.0105897259642973, - 0.9953808522736891, - 1.0444837633462487, - 0.9721502138598372, - 1.0252935681497495, - 0.9895490051866441, - 0.9907898156267138 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2722, - "cert_evals": { - "36": 0.2308802306652069, - "72": 0.0014430014416575432, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.8582202111613876, - "test_acc": 0.8533724340175953, - "train_size": 1130, - "val_size": 663, - "test_size": 2728, - "stats": { - "mean": [ - [ - -0.0319807638938054, - 0.00842759592920361, - 0.0032132584070795264, - -0.0512567557522122, - 0.02061919999999998, - 0.017208951831858395, - -0.023906728318583995, - 0.009127680530973464, - 0.04229537345132683, - 0.03913422522123883, - -0.0012866005309730669, - 0.019049747389380534, - 0.0011946368141599608, - -0.01394144424778776, - -0.01887086017699146, - -0.012322258407079635 - ] - ], - "std": [ - [ - 0.9997012384907139, - 1.011637351521284, - 1.0052459246549308, - 0.9835551200097631, - 0.9188989108776542, - 0.975563370252112, - 0.9964151726496702, - 0.9910016079646086, - 0.9876324728734414, - 0.9709295082923052, - 1.018649934814902, - 1.045208416973306, - 1.0916320113723843, - 0.971971990527501, - 0.9802679634858928, - 0.9883913040231975 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2722, - "cert_evals": { - "36": 0.6546003222465515, - "72": 0.3861236870288849, - "108": 0.08748114854097366, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8451769934651787, - "std_test_acc": 0.01982683857341529, - "n_samples": 4521, - "n_features": 16, - "n_classes": 2, - "mean_cert_acc_36": 0.4157731309533119, - "std_cert_acc_36": 0.36286749390364126, - "mean_cert_acc_72": 0.27077226410619915, - "std_cert_acc_72": 0.33643943101537344, - "mean_cert_acc_108": 0.17485536821186543, - "std_cert_acc_108": 0.2942936813753395, - "mean_cert_acc_255": 0.03843283653259277, - "std_cert_acc_255": 0.07686567306518555 - }, - "breast-cancer-wisc": { - "dataset": "breast-cancer-wisc", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.9661016949152542, - "test_acc": 0.9482758620689655, - "train_size": 175, - "val_size": 118, - "test_size": 406, - "stats": { - "mean": [ - [ - -0.022535588571428563, - 0.03270772571428592, - 0.05325746457142836, - 0.06163440114285701, - 0.059859796571428064, - -0.04726777714285723, - 0.04544096571428557, - 0.06602559942857117, - 0.14610774857142944 - ] - ], - "std": [ - [ - 0.952214787303689, - 1.0892638945885795, - 1.0696936676502014, - 1.089278359409774, - 1.1050209023715667, - 0.9596438048031793, - 1.0789832917046138, - 1.092361737838657, - 1.280102883239457 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.26271185278892517, - "72": 0.033898305147886276, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 22, - "best_val_acc": 0.9736842105263158, - "test_acc": 0.9585365853658536, - "train_size": 175, - "val_size": 114, - "test_size": 410, - "stats": { - "mean": [ - [ - -0.014418068571428517, - 0.008363611428571432, - 0.0013426971428572047, - 0.04362350857142855, - 0.06760174228571425, - -0.012737622857143117, - 0.12043267999999967, - -0.02566830114285711, - -0.0004912342857143631 - ] - ], - "std": [ - [ - 1.0359812403938078, - 0.9851680594955492, - 1.0075838815724851, - 1.0487044899930569, - 1.0481096015979268, - 0.9902459117914181, - 1.0891962569916647, - 0.9837374432610851, - 1.028364534365016 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.9561403393745422, - "72": 0.8333333134651184, - "108": 0.3245614171028137, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 11, - "best_val_acc": 0.9813084112149533, - "test_acc": 0.9592326139088729, - "train_size": 175, - "val_size": 107, - "test_size": 417, - "stats": { - "mean": [ - [ - 0.022111400000000093, - 0.05892480000000022, - 0.053257361714285696, - 0.011603669142857164, - 0.01340863999999994, - 0.028070879999999694, - -0.015489731428571414, - -0.006955264571428654, - -0.02714547428571435 - ] - ], - "std": [ - [ - 1.030600322394337, - 1.0255153351270532, - 1.050776582254071, - 0.979718412809739, - 0.9943823240987255, - 1.0416854377063047, - 1.0036051510508777, - 0.9886021184539473, - 1.0198774589002766 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.037383176386356354, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.978494623655914, - "test_acc": 0.9396751740139211, - "train_size": 175, - "val_size": 93, - "test_size": 431, - "stats": { - "mean": [ - [ - 0.0424054742857143, - -0.014108091428571279, - -0.00827128971428571, - -0.056438248, - -0.030462011428571644, - 0.035918565714285505, - -0.09751196000000009, - -0.053737870857142926, - -0.04380451428571453 - ] - ], - "std": [ - [ - 0.9542842873481718, - 0.9773558222868145, - 0.959218665273952, - 0.9009025916399945, - 0.98004059543331, - 1.0172287889258582, - 1.000728061455461, - 0.9224531635202544, - 0.947073789238405 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.12903225421905518, - "72": 0.04301075264811516, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9514300588394033, - "std_test_acc": 0.009300696379129189, - "n_samples": 699, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.34631690569221973, - "std_cert_acc_36": 0.41694407858756616, - "mean_cert_acc_72": 0.22756059281527996, - "std_cert_acc_72": 0.4042722422890476, - "mean_cert_acc_108": 0.08114035427570343, - "std_cert_acc_108": 0.16228070855140686, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "breast-cancer-wisc-prog": { - "dataset": "breast-cancer-wisc-prog", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 44, - "best_val_acc": 0.8636363636363636, - "test_acc": 0.6456692913385826, - "train_size": 49, - "val_size": 22, - "test_size": 127, - "stats": { - "mean": [ - [ - -0.31970781836734696, - 0.1594104081632653, - 0.24753781836734692, - 0.15300701836734695, - 0.1584555244897959, - -0.07602553591836737, - -0.06153886122448981, - 0.024552744897959188, - 0.06713168775510207, - -0.10528630102040819, - -0.1678704836734694, - -0.0915255861224489, - 0.07864324755102042, - -0.0763010120408163, - -0.037683283673469285, - -0.06905704693877551, - -0.042495671428571434, - -0.06359507428571427, - 0.03737176122448981, - -0.1542635448979592, - -0.17539257755102045, - 0.03410600122448976, - 0.19654199204081632, - 0.030810593877551008, - 0.026635724489795946, - -0.07049495102040816, - -0.06440993673469386, - -0.08851851224489796, - 0.02908160000000001, - -0.1859407571428571, - -0.1654363697959184, - 0.12819854693877544, - 0.07058588775510208 - ] - ], - "std": [ - [ - 0.8821495545994039, - 1.046791889090161, - 0.9578267027302361, - 1.039660283165596, - 1.062402836067028, - 0.8890421367893667, - 0.77925901952072, - 1.0440797113889244, - 1.07089974397772, - 0.8387965488338012, - 0.843277245772551, - 0.9360392595139003, - 0.9823857653557395, - 0.9082591415396649, - 0.9365116398737245, - 0.5979213497916245, - 0.6539721608757036, - 0.7958185885004673, - 0.9242350544633458, - 0.6845312987462778, - 0.6502938972920995, - 0.949219789937265, - 0.9404670831714534, - 0.9171284397752019, - 0.9104156790640995, - 1.0518203238418193, - 0.8156351280441914, - 0.8683551446970883, - 0.9112079933660755, - 0.813430119013099, - 0.8388136650033143, - 1.1512761088815193, - 1.0375108599738538 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11222, - "cert_evals": { - "36": 0.3181818127632141, - "72": 0.1818181872367859, - "108": 0.13636364042758942, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.7, - "test_acc": 0.7142857142857143, - "train_size": 49, - "val_size": 30, - "test_size": 119, - "stats": { - "mean": [ - [ - -0.2954286122448979, - 0.22705779387755098, - 0.13045305210204083, - 0.21518541632653068, - 0.21329647816326533, - -0.23494008897959187, - -0.13741642857142858, - -0.01620160836734699, - 0.07495674877551023, - -0.08356683326530613, - -0.30211086122448977, - 0.17222382204081632, - 0.1861636093877551, - 0.18613398183673469, - 0.17258124081632648, - -0.019180042857142875, - 0.011242470816326589, - -0.019861698775510188, - 0.09400348163265304, - 0.03439312653061231, - -0.08544421122448984, - 0.1251565993877551, - 0.0614657979591837, - 0.1106848959183673, - 0.10643556734693876, - -0.283786518367347, - -0.22690647755102036, - -0.21750787142857142, - -0.11082883795918366, - -0.2517320069387755, - -0.3646700183673469, - 0.17979882653061224, - -0.02691289795918366 - ] - ], - "std": [ - [ - 0.8143503780150015, - 0.9174121431953063, - 0.9505147809888337, - 0.9270519324131056, - 0.9280401005535991, - 1.1301563685159044, - 1.0842494023346008, - 1.17774758901752, - 1.1259425788210895, - 1.0343443324314006, - 0.899946779911175, - 1.0776959194375155, - 1.0652779342066867, - 1.0778896598336396, - 1.0489415511808549, - 1.0202607569462199, - 1.065380703338058, - 1.046928716393895, - 1.0889438008342867, - 1.0504050035821422, - 0.966138030350577, - 0.8642794080204923, - 1.0800430340260923, - 0.8743291823479178, - 0.8688670309147045, - 1.0842628402104706, - 0.8975026094533473, - 0.9571151684782386, - 1.0396216376453484, - 0.914946697740367, - 0.749250166005288, - 1.1231797264684098, - 0.8886200116636936 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11222, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.7027027027027027, - "test_acc": 0.6160714285714286, - "train_size": 49, - "val_size": 37, - "test_size": 112, - "stats": { - "mean": [ - [ - -0.03842323061224502, - -0.10614214693877552, - 0.030698034693877517, - -0.1000028979591836, - -0.08415378163265311, - -0.03538041755102043, - -0.04750202040816325, - -0.10165484306122448, - -0.1358923424489796, - -0.02547460816326529, - 0.027964706122448967, - 0.1158320934693878, - 0.2141981857142857, - 0.11305339408163259, - 0.09026773632653065, - -0.07205539183673473, - -0.11876845979591835, - -0.09018467959183678, - -0.001788581632653037, - -0.09199452244897957, - -0.05832562632653058, - -0.06420658346938772, - 0.05587048142857144, - -0.07304466938775511, - -0.028326246938775446, - -0.04279098959183677, - -0.11518350408163265, - -0.12291339183673465, - -0.1940691712244898, - -0.03263718653061224, - -0.029735322448979654, - 0.15452512040816324, - 0.20183378571428573 - ] - ], - "std": [ - [ - 0.9794534025714385, - 1.0053275769298504, - 0.9095119348920842, - 1.008933323770274, - 0.9879586777091109, - 1.0102761898726105, - 0.9960048575197608, - 1.0021029195920532, - 0.9776597311295145, - 0.9821341050152573, - 0.9436155579641772, - 1.1817284472744785, - 1.1856988946274227, - 1.1970542714305854, - 1.1086625077552497, - 0.6618568645391364, - 0.7687365990953271, - 0.8119143908977525, - 1.0415418534564902, - 0.8186632232431363, - 0.8434368212477027, - 1.0615598386819989, - 0.8454048970519085, - 1.0522702304694245, - 1.041897029381895, - 1.1007804274989816, - 0.8280858289610474, - 0.8451988761728604, - 1.0253215425598294, - 0.9705970427113062, - 0.8554540105246272, - 0.9682864062481196, - 1.2134784272055537 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11222, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.72, - "test_acc": 0.7580645161290323, - "train_size": 49, - "val_size": 25, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.06744018775510212, - 0.18968365714285723, - -0.014217911020408189, - 0.21184517142857145, - 0.16995342797959181, - 0.0988115742857143, - 0.23174346530612244, - 0.2643820010204082, - 0.2708541071428573, - 0.17052290612244894, - 0.08597982244897957, - 0.02605522000000001, - -0.09904910612244898, - 0.07999727979591835, - 0.021088532448979617, - 0.032508024489795916, - 0.1139721422448979, - 0.17344601857142858, - 0.1454327612244898, - 0.09731225102040818, - 0.07194746775510205, - 0.15103356959183675, - -0.07001499795918376, - 0.19365317551020406, - 0.10773460285714288, - 0.06407297959183662, - 0.08076181836734692, - 0.18958595510204077, - 0.30016600816326516, - 0.048603673469387716, - 0.014894271020408143, - 0.2872125, - 0.2280839387755102 - ] - ], - "std": [ - [ - 0.9697920367102327, - 0.9203134351014114, - 0.9060497409545201, - 0.9187807307729611, - 0.9729266703311016, - 0.9430977585802243, - 0.8769553733450195, - 0.8356859349258849, - 0.8680804682359612, - 1.0166341852710845, - 0.8914293133833798, - 0.7940097770795826, - 0.7723528820449007, - 0.8508321197542031, - 0.7752894285658177, - 0.7444263872990391, - 0.9053411998307737, - 0.9999993608516502, - 0.8504750965678145, - 1.090497279238265, - 0.7631870591645827, - 0.9076864322017706, - 0.8687695687330197, - 0.9366133883217269, - 0.9044846120349299, - 0.9712465829469978, - 0.7332294033502637, - 0.8612201045664006, - 0.9404165330479154, - 0.8777899215486339, - 0.6950358654750831, - 1.288136700201249, - 1.084093306135652 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11222, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6835227375811894, - "std_test_acc": 0.06451201429287143, - "n_samples": 198, - "n_features": 33, - "n_classes": 2, - "mean_cert_acc_36": 0.07954545319080353, - "std_cert_acc_36": 0.15909090638160706, - "mean_cert_acc_72": 0.04545454680919647, - "std_cert_acc_72": 0.09090909361839294, - "mean_cert_acc_108": 0.034090910106897354, - "std_cert_acc_108": 0.06818182021379471, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "breast-cancer-wisc-diag": { - "dataset": "breast-cancer-wisc-diag", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.95, - "test_acc": 0.9164265129682997, - "train_size": 142, - "val_size": 80, - "test_size": 347, - "stats": { - "mean": [ - [ - 0.0825849457746479, - 0.16776179100774652, - 0.08018569295774641, - 0.08525118492957748, - -0.13794442330985915, - -0.020546994366197266, - 0.031128610563380326, - 0.027148295774647915, - -0.03857999985915492, - -0.13734727633802823, - 0.08226506922535208, - -0.06624039612676055, - 0.09562314598591552, - 0.11241559394366195, - -0.0706283795774648, - 0.012817941971830999, - 0.03673792985915488, - 0.06254002929577464, - -0.016561529295774678, - -0.03867594647887324, - 0.07726569126760555, - 0.11026314366197185, - 0.07734966126760559, - 0.07510323753521127, - -0.10811489788732392, - 0.017963794225352204, - 0.03508001049295764, - 0.03470587605633805, - -0.006298125654929594, - -0.05882395070422536 - ] - ], - "std": [ - [ - 1.0298680528672801, - 1.0456187991444128, - 1.0339745446187498, - 1.1112548477482211, - 0.9413610006349405, - 1.0168663973319072, - 1.0127149891342198, - 0.9829034935431965, - 0.9115153190139265, - 0.8362062139046329, - 1.3277929800502757, - 0.7882767184809211, - 1.351171258508586, - 1.4874958213599554, - 0.8030624718228448, - 1.0638857030973894, - 1.0680975160236916, - 1.029388660893026, - 0.8840778078833855, - 0.9386046041123467, - 1.042323932480091, - 1.0325935116911305, - 1.0468623000133939, - 1.097427344818284, - 0.9438879408105022, - 1.048839947871273, - 1.087511123501064, - 1.02306665439061, - 0.9281333050780699, - 0.9709946269989288 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 9302, - "cert_evals": { - "36": 0.02500000037252903, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.9390243902439024, - "test_acc": 0.9333333333333333, - "train_size": 142, - "val_size": 82, - "test_size": 345, - "stats": { - "mean": [ - [ - -0.11201186056338029, - 0.07070025633802816, - -0.10239308169014083, - -0.11672702063380279, - 0.032527111971830974, - 0.05026270500000002, - -0.02818336908450703, - -0.04343403450704224, - -0.02067522316901408, - 0.08708522408450704, - -0.11080013492957747, - 0.04381799119718306, - -0.0825752031690141, - -0.11760619366197181, - -0.12109326042253515, - 0.0031279288732394177, - -0.06837052551408451, - -0.09945178922535211, - 0.02686396394366193, - -0.03645938134507036, - -0.09511004859154928, - 0.08993712535211269, - -0.07473255774647886, - -0.10130778450704225, - 0.04382505676056337, - 0.08864361894366199, - 0.03680164077464787, - -0.003688304577464759, - 0.0977748130774647, - 0.08804689718309852 - ] - ], - "std": [ - [ - 0.9195016301354824, - 1.094593366492765, - 0.9291056843219847, - 0.8651637977085379, - 1.104895872882098, - 1.0612349352106514, - 0.9960386306069985, - 0.9599334814324468, - 0.995073713912434, - 1.0059759191906428, - 0.8154754957601557, - 1.1714910738712319, - 0.8337124056974246, - 0.7056775636749633, - 0.8384686418997397, - 0.997008703041016, - 0.7652271837716654, - 0.9491550332342998, - 0.9894126977193328, - 0.8349121832481521, - 0.9324374909578882, - 1.0776300277359205, - 0.9582162700674596, - 0.8930111054213019, - 1.0965646002689322, - 1.0909755237588887, - 1.0811372221216917, - 1.0368266566472815, - 1.0808007528399084, - 1.0161303395181038 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 9302, - "cert_evals": { - "36": 0.9024389982223511, - "72": 0.8658536076545715, - "108": 0.7560975551605225, - "255": 0.19512194395065308 - }, - "fold": 1 - }, - { - "best_epoch": 7, - "best_val_acc": 0.9431818181818182, - "test_acc": 0.9085545722713865, - "train_size": 142, - "val_size": 88, - "test_size": 339, - "stats": { - "mean": [ - [ - -0.021816593521126793, - 0.06485498873239437, - -0.02247304859154929, - -0.029893932042253508, - 0.038515619718309926, - -0.02588728169014086, - -0.05297414225352113, - -0.003333404225352076, - 0.04336582049295775, - -0.03314538676056333, - -0.030619029577464745, - -0.0005102492957746506, - -0.05296082697183101, - -0.03949717746478873, - 0.010749251408450719, - -0.0881686789436619, - -0.1314002314507042, - -0.11034913126760565, - -0.034516665140845094, - -0.06504294760563381, - -0.02178127598591549, - 0.04724548049295773, - -0.027157091126760537, - -0.033063059859154906, - 0.05190005140845066, - -0.03469985169014086, - -0.07640525704225351, - -0.020877885915492986, - 0.0502971771619718, - -0.0047201802816901695 - ] - ], - "std": [ - [ - 0.9463937708331187, - 1.0456850321490456, - 0.9481587587922021, - 0.9061036579406758, - 0.9991272345406123, - 0.9529645424014063, - 0.9656412252488126, - 1.0086024557337858, - 1.0101851762447767, - 0.971237840916314, - 0.8511955942668115, - 0.9348241096823969, - 0.7677709117900025, - 0.7619556774338143, - 0.9861286665457306, - 0.835402354513955, - 0.6497713689377111, - 0.83419033386709, - 0.8966910096607936, - 0.7137654744350889, - 0.9276882020178508, - 1.0094191904095935, - 0.9175498580969587, - 0.8830907945718708, - 0.9951613811713826, - 0.955386515361877, - 0.9648461201262609, - 1.0198807080859185, - 1.0490861818978507, - 0.9618292961310324 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 9302, - "cert_evals": { - "36": 0.6363636255264282, - "72": 0.10227273404598236, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.9506172839506173, - "test_acc": 0.9190751445086706, - "train_size": 142, - "val_size": 81, - "test_size": 346, - "stats": { - "mean": [ - [ - 0.041954460563380286, - -0.03068368455563383, - 0.05642674225352119, - 0.04212094478873236, - 0.0753741992957746, - 0.19173782535211265, - 0.13158766190140847, - 0.10927857042253514, - 0.12073864654929573, - 0.16060644718309858, - 0.0007204726760563243, - 0.02137304077464788, - 0.05429816549295772, - -0.012780137042253566, - 0.013563698028169006, - 0.15196018795774635, - 0.11918610920422545, - 0.08330966570422528, - 0.08884857161971826, - 0.08853129507042258, - 0.03332697760563379, - -0.006147756197183027, - 0.06017890535211265, - 0.025833432394366203, - 0.10165912112676065, - 0.184136802112676, - 0.17515080211267609, - 0.12936214014084502, - 0.10002845492957746, - 0.16336953521126774 - ] - ], - "std": [ - [ - 1.0573062114321623, - 0.9552884577469056, - 1.0710079092993716, - 1.0509022734984494, - 1.1270846333930622, - 1.1567722248607955, - 1.1330587765489406, - 1.140649555855837, - 1.1542513895561295, - 1.0051375538789176, - 0.8967996396101922, - 1.097489083446709, - 0.9381483291097392, - 0.7912780594989863, - 0.9397288734854672, - 0.9788202766737033, - 1.073938446577066, - 0.9563830108562081, - 1.1438144705840625, - 0.7701703811879946, - 1.0262729293228618, - 0.9839279786422038, - 1.0483951162266714, - 1.0167649174977718, - 1.0851034209747896, - 1.0398339487141628, - 1.1490024738247944, - 1.0756456277267925, - 1.0959872724158726, - 0.9323448193880042 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 9302, - "cert_evals": { - "36": 0.23456791043281555, - "72": 0.02469135820865631, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9193473907704225, - "std_test_acc": 0.01033919993178304, - "n_samples": 569, - "n_features": 30, - "n_classes": 2, - "mean_cert_acc_36": 0.44959263363853097, - "std_cert_acc_36": 0.3943212603707047, - "mean_cert_acc_72": 0.24820442497730255, - "std_cert_acc_72": 0.41406525205359096, - "mean_cert_acc_108": 0.18902438879013062, - "std_cert_acc_108": 0.37804877758026123, - "mean_cert_acc_255": 0.04878048598766327, - "std_cert_acc_255": 0.09756097197532654 - }, - "breast-tissue": { - "dataset": "breast-tissue", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.3125, - "test_acc": 0.140625, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.05975213076923076, - -0.1700837961538461, - -0.07101548961538463, - -0.07560978846153853, - -0.09291733192307686, - -0.016577561538461575, - -0.04475990000000001, - -0.07285894230769238, - 0.07173603846153843 - ] - ], - "std": [ - [ - 1.0224159106861461, - 0.8445520785357892, - 0.7741253936128145, - 0.8853536860600771, - 0.38729731508258874, - 0.9582996830625056, - 0.82333349002183, - 0.8965544012774733, - 1.0474511376253193 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 978, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 12, - "best_val_acc": 0.17647058823529413, - "test_acc": 0.19047619047619047, - "train_size": 26, - "val_size": 17, - "test_size": 63, - "stats": { - "mean": [ - [ - 0.06515484615384612, - 0.03429535384615387, - 0.00023585769230772996, - 0.02817068038461536, - 0.29457321923076923, - 0.28562573076923076, - 0.1850123226923077, - 0.007732330769230795, - 0.09394715384615383 - ] - ], - "std": [ - [ - 1.0481371005758702, - 0.9468687513118862, - 0.9541555931791563, - 1.161367210725673, - 1.8089072605844074, - 1.4326989403612587, - 1.2263588432882497, - 1.1230111041722295, - 1.0768662243391771 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 978, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 29, - "best_val_acc": 0.2727272727272727, - "test_acc": 0.3620689655172414, - "train_size": 26, - "val_size": 22, - "test_size": 58, - "stats": { - "mean": [ - [ - 0.1420645923076924, - -0.021972550769230735, - 0.05583075653846149, - 0.1584816346153846, - 0.34043701807692306, - 0.2878222653846154, - 0.08915464576923074, - 0.16733479230769233, - 0.15722880769230765 - ] - ], - "std": [ - [ - 1.1134982409667369, - 0.9816789499398818, - 1.0050663167371856, - 1.3274295018092825, - 1.8473866317578664, - 1.5489183023129736, - 1.1110278693236766, - 1.3406661330121303, - 1.11545486536904 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 978, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.08333333333333333, - "test_acc": 0.16176470588235295, - "train_size": 26, - "val_size": 12, - "test_size": 68, - "stats": { - "mean": [ - [ - 0.1574124615384615, - 0.10245514615384627, - 0.03514549230769227, - 0.3551133961538462, - 0.3894629076923076, - 0.3001374115384615, - 0.28138883461538466, - 0.3308483076923076, - 0.1433466538461538 - ] - ], - "std": [ - [ - 1.080732063435857, - 0.9803609509557707, - 0.9980517989674806, - 1.3433457176877586, - 1.8319487646118202, - 1.4349909430519747, - 1.3440593710651376, - 1.3474895378547405, - 1.0747301574317993 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 978, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.21373371546894618, - "std_test_acc": 0.10097841536785583, - "n_samples": 106, - "n_features": 9, - "n_classes": 6, - "mean_cert_acc_36": 0.0, - "std_cert_acc_36": 0.0, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "car": { - "dataset": "car", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 38, - "best_val_acc": 0.7333333333333333, - "test_acc": 0.7066276803118908, - "train_size": 432, - "val_size": 270, - "test_size": 1026, - "stats": { - "mean": [ - [ - 0.08486305092592587, - -0.024837976851851778, - -1.3287037036350012e-06, - 0.011336944444444445, - -0.03684506944444444, - -0.03401083333333333 - ] - ], - "std": [ - [ - 1.0016589891278265, - 1.0231915721256846, - 0.9608720065155524, - 0.9785956932593036, - 0.9832757136677825, - 1.0299163223065575 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 448, - "cert_evals": { - "36": 0.35185185074806213, - "72": 0.1518518477678299, - "108": 0.04814814776182175, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 60, - "best_val_acc": 0.8543307086614174, - "test_acc": 0.8272552783109405, - "train_size": 432, - "val_size": 254, - "test_size": 1042, - "stats": { - "mean": [ - [ - 0.11177086574074095, - 0.05174572685185183, - 0.006257092592592696, - -0.014171180555555555, - 0.00850270833333333, - -0.04251354166666666 - ] - ], - "std": [ - [ - 1.0027127363181396, - 1.0149158181522542, - 1.0007483470954381, - 0.9838637435503522, - 0.9979369093278955, - 0.9935806706647962 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 448, - "cert_evals": { - "36": 0.6023622155189514, - "72": 0.4606299102306366, - "108": 0.30708661675453186, - "255": 0.019685039296746254 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.596, - "test_acc": 0.6347992351816444, - "train_size": 432, - "val_size": 250, - "test_size": 1046, - "stats": { - "mean": [ - [ - 0.03725695833333315, - -0.008279379629629494, - -0.017212699074074026, - -0.022673888888888886, - 0.11053520833333332, - -0.005668472222222222 - ] - ], - "std": [ - [ - 1.015550913169218, - 1.0070528609914111, - 1.0176501107132674, - 0.9748453883737107, - 1.0057305909552958, - 0.9857113000295774 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 448, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 10, - "best_val_acc": 0.6996336996336996, - "test_acc": 0.7145650048875856, - "train_size": 432, - "val_size": 273, - "test_size": 1023, - "stats": { - "mean": [ - [ - 0.006209462962963474, - 0.006209476851851934, - -0.0015661527777777126, - -0.017005416666666662, - 0.02267388888888889, - -0.04534777777777777 - ] - ], - "std": [ - [ - 1.0216642383326442, - 0.997836524752538, - 0.9973262178910823, - 0.9855809020000981, - 1.020073036790825, - 0.9917072748761516 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 448, - "cert_evals": { - "36": 0.3223443329334259, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7208117996730152, - "std_test_acc": 0.07951642824403557, - "n_samples": 1728, - "n_features": 6, - "n_classes": 4, - "mean_cert_acc_36": 0.31913959980010986, - "std_cert_acc_36": 0.24707994380478993, - "mean_cert_acc_72": 0.15312043949961662, - "std_cert_acc_72": 0.217144669056803, - "mean_cert_acc_108": 0.0888086911290884, - "std_cert_acc_108": 0.14727808146766855, - "mean_cert_acc_255": 0.0049212598241865635, - "std_cert_acc_255": 0.009842519648373127 - }, - "cardiotocography-10clases": { - "dataset": "cardiotocography-10clases", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 98, - "best_val_acc": 0.5830721003134797, - "test_acc": 0.5650470219435737, - "train_size": 531, - "val_size": 319, - "test_size": 1276, - "stats": { - "mean": [ - [ - 0.05696145216572526, - 0.04547308248587554, - 0.02537313540489641, - 0.00411199623352259, - 0.004895357815442945, - 0.008270713935970049, - 0.005839290018833664, - -0.016622836393596845, - 0.056058268926553946, - -0.03742293794726937, - 0.012369841544256039, - 0.0072619020715631285, - 0.009574918079096046, - 0.031539144971751344, - 0.013908543314500948, - 0.011100862523540712, - 0.04299334557438753, - 0.0388642668549907, - 0.03971033022598931, - 0.04886574700564973, - 0.01822254990583819 - ] - ], - "std": [ - [ - 0.9791003932834449, - 1.021744482805594, - 1.1340682159044895, - 1.0045684160238317, - 1.0167341100485954, - 1.0690427250537498, - 1.0300221271732741, - 1.0094253367928134, - 1.0210603991574776, - 0.9572713912379988, - 1.0483212024662971, - 1.0072461534048065, - 1.0014897901284459, - 0.9804849453944862, - 0.9885214019890697, - 1.0745697261946487, - 0.992143934303644, - 0.984246843865331, - 0.9805974247887139, - 1.1272267847632704, - 1.0038856117840471 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 4966, - "cert_evals": { - "36": 0.47962382435798645, - "72": 0.3918495178222656, - "108": 0.3103448152542114, - "255": 0.0815047025680542 - }, - "fold": 0 - }, - { - "best_epoch": 54, - "best_val_acc": 0.5592705167173252, - "test_acc": 0.5655608214849921, - "train_size": 531, - "val_size": 329, - "test_size": 1266, - "stats": { - "mean": [ - [ - 0.02423730847457605, - 0.013319074199623025, - 0.015243735216572874, - 0.004751267419963072, - -0.009100580225987828, - 0.008270713935970045, - 0.024992621468926206, - 0.03573573145009404, - -0.005775212429378253, - -0.0017990462335216943, - -0.04130081879472713, - 0.004844720715630924, - 0.008810358945386055, - 0.025032086685499028, - -0.003331445386064059, - 0.003099077212806293, - 0.013448002824858358, - 0.00903407777777766, - 0.006905300357815675, - 0.014681350583804143, - -0.02494074199623351 - ] - ], - "std": [ - [ - 0.9901364010340642, - 1.0331843009790576, - 1.0385537848348627, - 1.004594460707876, - 0.9939531654620118, - 1.0690427250537498, - 1.1059904833090093, - 1.0066519698467797, - 0.9947251360209003, - 1.007854194532267, - 0.9613978699084029, - 1.0039167957400732, - 1.0015612937949965, - 1.0093255157872945, - 0.9891264460600468, - 0.9170858677231267, - 1.0232842600875196, - 0.9997950684728752, - 1.0142818567858394, - 1.0064323164990734, - 0.9910108983737475 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 4966, - "cert_evals": { - "36": 0.4224924147129059, - "72": 0.3130699098110199, - "108": 0.18541033565998077, - "255": 0.042553193867206573 - }, - "fold": 1 - }, - { - "best_epoch": 71, - "best_val_acc": 0.6023738872403561, - "test_acc": 0.5779014308426074, - "train_size": 531, - "val_size": 337, - "test_size": 1258, - "stats": { - "mean": [ - [ - -0.017864035781544274, - 0.006498658568738066, - 0.055962871563087456, - 0.031599305084746454, - -0.01800729736346521, - 0.008270713935970026, - -0.010121785310734386, - 0.06804887372881353, - -0.026457461770244318, - -0.009681385969868147, - -0.06351851043314512, - 0.0022826497175141396, - 0.0007831224105461175, - 0.006246139887005633, - 0.020293879472693028, - -0.039576907721280453, - -0.031042671939736536, - -0.02997460489642182, - -0.02915410564971728, - -0.03835001242937842, - -0.02802381167608266 - ] - ], - "std": [ - [ - 0.9840240485333955, - 1.0369630058509158, - 1.3077211738329413, - 0.9781910820406798, - 0.9593815683814114, - 1.0690427250537495, - 0.9831811654899777, - 1.0030139105693259, - 0.9410382228102027, - 1.0102835335540883, - 0.9567918855139759, - 0.9840184308800868, - 0.9460545431142556, - 1.0343625123637432, - 0.9972026659995562, - 0.9845178278494092, - 0.982127775954673, - 0.9875424397739129, - 0.9974176458730358, - 0.9332863192875079, - 1.005191404704601 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 4966, - "cert_evals": { - "36": 0.5103857517242432, - "72": 0.40059345960617065, - "108": 0.33531156182289124, - "255": 0.10682492703199387 - }, - "fold": 2 - }, - { - "best_epoch": 81, - "best_val_acc": 0.6613924050632911, - "test_acc": 0.6286161063330727, - "train_size": 531, - "val_size": 316, - "test_size": 1279, - "stats": { - "mean": [ - [ - 0.00242115593220332, - -0.035886080602636754, - -0.03572555838041413, - -0.01890058003766386, - -0.032639473446328435, - 0.008270713935969828, - -0.010121798493407167, - 0.037159613276836166, - -0.026031056685498998, - -0.0068150113747645945, - -0.01142061785310738, - -0.00994834726930324, - -0.03017912354048965, - -0.07131180037664787, - -0.020571447269303055, - -0.026240708097928056, - 0.01977089152542346, - -0.0009897885122410945, - 0.008988329585687696, - -0.027821750659133063, - 0.07988433521657268 - ] - ], - "std": [ - [ - 0.9646815053252067, - 0.9964364169189934, - 0.8667767137648238, - 0.9918320242400497, - 0.9443068366192023, - 1.0690427250537484, - 0.9028491559082471, - 0.9963685539925591, - 0.9378981844514512, - 0.9990211691032591, - 0.9968931340694016, - 0.9947823538218709, - 1.01034823063542, - 0.9491639320099594, - 0.9768788202272297, - 0.8919007118681375, - 0.9486367993709804, - 0.9697075304143699, - 0.975375266216865, - 0.9399010412320569, - 0.9783943677709094 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 4966, - "cert_evals": { - "36": 0.5506329536437988, - "72": 0.474683552980423, - "108": 0.3639240562915802, - "255": 0.06645569950342178 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5842813451510614, - "std_test_acc": 0.03014792171516503, - "n_samples": 2126, - "n_features": 21, - "n_classes": 10, - "mean_cert_acc_36": 0.4907837361097336, - "std_cert_acc_36": 0.054019799037090525, - "mean_cert_acc_72": 0.3950491100549698, - "std_cert_acc_72": 0.06608885678914002, - "mean_cert_acc_108": 0.2987476922571659, - "std_cert_acc_108": 0.07866537706982231, - "mean_cert_acc_255": 0.0743346307426691, - "std_cert_acc_255": 0.02695160211868111 - }, - "cardiotocography-3clases": { - "dataset": "cardiotocography-3clases", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 40, - "best_val_acc": 0.8792569659442725, - "test_acc": 0.8592767295597484, - "train_size": 531, - "val_size": 323, - "test_size": 1272, - "stats": { - "mean": [ - [ - -0.030111656873823105, - -0.003732127118644177, - 0.01116787758945438, - -0.08985611299434969, - -0.00846454877589486, - 0.008270713935970052, - 0.01860809416195951, - 0.07714044712806034, - -0.005562035969867772, - -0.02718609557438801, - -0.012457818041431213, - 0.012724705461393555, - -0.02157851902071565, - -0.007921984030131852, - 0.03306414218455754, - 0.04044068926553697, - -0.048516965348399554, - -0.04458778192090391, - -0.03123695568738192, - 0.02170018583804156, - -0.018774542372881505 - ] - ], - "std": [ - [ - 1.0267196734843282, - 1.0079165135088577, - 0.9473557451244335, - 0.9914796817927604, - 1.004413984395137, - 1.0690427250537498, - 1.0265337126752654, - 1.0005000887455053, - 1.027745709308044, - 0.9908319242282088, - 1.0037543771306683, - 1.0398975301195088, - 1.0062327099761543, - 1.0841869723664168, - 1.0142218392015123, - 1.151741953917099, - 1.0734457791437295, - 1.0354213623061976, - 1.0200885928553527, - 1.1205840477329363, - 1.0030899076810105 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.8328173160552979, - "72": 0.7987616062164307, - "108": 0.7647058367729187, - "255": 0.5108358860015869 - }, - "fold": 0 - }, - { - "best_epoch": 24, - "best_val_acc": 0.8773006134969326, - "test_acc": 0.8526398739164697, - "train_size": 531, - "val_size": 326, - "test_size": 1269, - "stats": { - "mean": [ - [ - 0.016391169491525318, - 0.0011396926553671261, - -0.02373987099811634, - 0.03607396610169575, - -0.010373017325799852, - 0.00827071393597003, - 0.012223685499058473, - 0.010651874764595136, - 0.01981098888888896, - 0.01887923308851223, - -0.018915777890772333, - -0.015072648775894497, - 0.009447557815442556, - -0.017157672448210953, - -0.006524062146892641, - -0.03690971751412391, - -0.03587095574387965, - -0.017897674387947204, - -0.022515022862523364, - 0.011496865838041524, - -0.04343927306967993 - ] - ], - "std": [ - [ - 0.9391569592897272, - 1.0230906606141204, - 0.9581004188558814, - 0.9835526445831309, - 0.9979926559581693, - 1.0690427250537498, - 1.0123898646052452, - 1.000643989202775, - 1.0328535759777588, - 1.0412458470198602, - 1.0101002215424937, - 1.0019895656154183, - 1.0176643747680885, - 0.9912502978877031, - 0.9736333689619006, - 0.8842664932785655, - 1.039084545290219, - 0.9977498578188039, - 0.9855549645903211, - 1.0605253991894208, - 1.000119457990836 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.8190183639526367, - "72": 0.7668711543083191, - "108": 0.7055214643478394, - "255": 0.30061349272727966 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.8242424242424242, - "test_acc": 0.7905138339920948, - "train_size": 531, - "val_size": 330, - "test_size": 1265, - "stats": { - "mean": [ - [ - 0.011989649905837963, - 0.017703763653483834, - -0.04815508248587558, - 0.0878522580037672, - -0.0001940107344639859, - -0.0574620999999995, - 0.04414582297551817, - 0.04154100908662901, - 0.0033932510357819923, - 0.013044282391713674, - -0.042404981242937984, - 0.04134378888888889, - -0.01985842806026365, - 0.05704191233521654, - 0.04647320527306972, - -0.06624954802259869, - 0.0383948538606398, - 0.015676433521657228, - 0.03476359286252388, - 0.0983877023352167, - -0.00027604896421838714 - ] - ], - "std": [ - [ - 1.0121411725514342, - 1.0022698506112053, - 0.7850107263672123, - 1.021861659011844, - 1.0205680703685656, - 1.0, - 1.0504178369202641, - 0.9762037792485212, - 0.9969033920323853, - 1.0262088384173584, - 0.9577094393711939, - 1.018018865673482, - 1.0072567026892174, - 1.0240761987453126, - 0.9864342700743015, - 0.8655231462742808, - 1.0132444325659744, - 1.002180759880479, - 1.0086965056851351, - 1.1584443320466373, - 0.9678154222739248 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 31, - "best_val_acc": 0.8498402555910544, - "test_acc": 0.8494539781591264, - "train_size": 531, - "val_size": 313, - "test_size": 1282, - "stats": { - "mean": [ - [ - 0.07590710470809812, - -0.024193697175141464, - -0.04779198342749522, - -0.03360304143126111, - 0.029070319209039387, - -0.024595693032014893, - 0.005839325800377342, - 0.06772045080037671, - 0.004032814877590208, - -0.01572106636534833, - -0.023934781092278794, - -0.0005697517890771726, - -0.008709438794726921, - -0.015583420433144993, - -0.012270593220338952, - 0.01910270809792879, - -0.009544668926553972, - -0.0007485035781543035, - 0.019792885216572968, - 0.012601643615819754, - 0.07063507344632772 - ] - ], - "std": [ - [ - 0.9774443663972388, - 0.9691878598072985, - 0.7938133543361705, - 1.0258465761633682, - 0.9993132346074002, - 0.7566415100311142, - 1.0194614547438874, - 0.9883543548463236, - 0.9952655430481072, - 0.9924332095258233, - 1.0409700820319554, - 0.9838443180700808, - 0.9913771235918427, - 0.9821486224205357, - 0.9651162627503362, - 1.033340912804804, - 1.0105779866484361, - 1.0049118298763688, - 0.989141891228224, - 1.0204876585018856, - 0.9866082018247349 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.7987220287322998, - "72": 0.7252395749092102, - "108": 0.6517571806907654, - "255": 0.16293929517269135 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8379711039068598, - "std_test_acc": 0.03190167898879345, - "n_samples": 2126, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.6126394271850586, - "std_cert_acc_36": 0.40866627404639816, - "mean_cert_acc_72": 0.57271808385849, - "std_cert_acc_72": 0.38299690928951213, - "mean_cert_acc_108": 0.5304961204528809, - "std_cert_acc_108": 0.35665970745695136, - "mean_cert_acc_255": 0.24359716847538948, - "std_cert_acc_255": 0.2164198592175133 - }, - "chess-krvkp": { - "dataset": "chess-krvkp", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.9504310344827587, - "test_acc": 0.9456802897051215, - "train_size": 799, - "val_size": 464, - "test_size": 1933, - "stats": { - "mean": [ - [ - -0.012910581977471696, - 0.0232343479349185, - 0.01974840050062684, - -0.006236645807259704, - 0.016582745932415422, - 0.011297774718398169, - 0.042862941176470284, - 0.03031926157697225, - 0.0180404605757215, - -0.010202853566957767, - -0.00189366082603287, - -0.016319619524404437, - 0.0033822653316640658, - -0.03204078085106409, - 0.0705100575719649, - 0.02903828535669439, - -0.03100208760951203, - -0.008096886107634134, - -0.03482669524405622, - 0.019232514392990924, - 0.012952405506882283, - 0.028141539424280874, - 0.012118360450564641, - -0.021248015018773447, - -0.016025085481852858, - 5.306633288432277e-07, - -0.020626277847311296, - -0.017688700000000283, - 0.0857653942428025, - -0.03719805506883507, - 0.005740868585732433, - 0.07288125406758252, - 0.025791864831039592, - -0.00712086608260405, - -0.040342160200250346, - -0.05876795494368149 - ] - ], - "std": [ - [ - 0.9837163023685394, - 1.0378682164982054, - 1.0465982807867846, - 0.9915165284267596, - 1.005530465952035, - 1.0006602278791406, - 1.010781822340367, - 1.0199155022259125, - 1.0041109770934162, - 0.9954304425556489, - 0.999580748645936, - 0.9784729377035531, - 1.001226355888721, - 0.7309839212424674, - 1.0450840322089407, - 1.0585050069556725, - 0.9104979964986178, - 1.0030733244153598, - 0.7855814376765642, - 1.0182546843992308, - 1.0103378991543899, - 1.020315666869466, - 1.0226041285721963, - 0.9944445166738229, - 0.8530722671343124, - 0.9998428506463546, - 0.958403864877632, - 1.0, - 1.297598626233983, - 0.9108937768595846, - 1.0046803731698561, - 1.1311938967311475, - 1.0059129579966133, - 1.0017029704517841, - 1.020154120299574, - 0.9629351207831572 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 13322, - "cert_evals": { - "36": 0.8965517282485962, - "72": 0.829741358757019, - "108": 0.6853448152542114, - "255": 0.16163793206214905 - }, - "fold": 0 - }, - { - "best_epoch": 74, - "best_val_acc": 0.9733924611973392, - "test_acc": 0.9660842754367934, - "train_size": 799, - "val_size": 451, - "test_size": 1946, - "stats": { - "mean": [ - [ - -0.0009927534418022186, - 0.018342768460575525, - -0.06582760575719632, - -0.0020792615769724375, - 0.051078400500625745, - 0.011297774718398223, - -0.03506647058823558, - -0.021223376720899582, - -0.03866361702127398, - -0.02380752190237722, - -0.014526558197747444, - 0.016318818523153884, - 0.006087788485606497, - 0.07781297659574443, - -0.04009326658322881, - 0.017423181476844563, - -0.016413096370462833, - -0.032386387984980926, - 0.020896709511889343, - 0.0017488035043802706, - 0.0032379173967446036, - -0.04377830913642133, - 0.00134634543179087, - -0.008370843554443178, - -0.01602508548185286, - -0.05699136670838574, - 0.012376380475592372, - -0.017688700000000283, - 0.023390775969961416, - 0.03719677847309204, - 0.005740868585732397, - -0.004124948685859613, - 0.002579862327909166, - -0.025243699624531293, - -0.02052447684605754, - 0.019589255319148336 - ] - ], - "std": [ - [ - 0.9986195311743077, - 1.0300230852190024, - 0.8216604611116667, - 0.9970790771407829, - 1.0163955081800622, - 1.0006602278791408, - 0.9894273630441428, - 0.9849960711322177, - 0.9895223747807858, - 0.9893503391280706, - 0.9977270081722001, - 1.0205058915949463, - 1.0023223894472089, - 1.4564544306041578, - 0.9790108101412359, - 1.0355371587989588, - 0.9537117155994841, - 1.0123108404588719, - 1.108181480971759, - 1.001546561141509, - 1.0024924985959782, - 0.9655037096440781, - 1.0024053099202712, - 0.9977739015125082, - 0.8530722671343125, - 1.021876104669329, - 1.0237032374075374, - 1.0, - 1.0898218142005072, - 1.080220497632301, - 1.0046803731698557, - 0.9917285097795778, - 1.000482486194206, - 1.0061895454376688, - 1.0104282205557285, - 1.0110875620192163 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 13322, - "cert_evals": { - "36": 0.9401330351829529, - "72": 0.9113081693649292, - "108": 0.8447893261909485, - "255": 0.38359200954437256 - }, - "fold": 1 - }, - { - "best_epoch": 25, - "best_val_acc": 0.9536842105263158, - "test_acc": 0.9516129032258065, - "train_size": 799, - "val_size": 475, - "test_size": 1922, - "stats": { - "mean": [ - [ - 0.04270595118898613, - -0.035464605757197565, - -0.026330987484355414, - 0.010392891113891287, - 0.024543281602002653, - -0.001253777221526715, - -0.011687647058824222, - -0.02728721652065032, - 0.0025757121401775553, - -0.07006339424280264, - -0.0018936608260329234, - -0.004080205256570354, - 0.04125958948685799, - -0.03204078085106409, - -0.02626784230287835, - -0.023229682102629934, - 0.041942868585731145, - 0.01619261576971138, - 0.006965858322903206, - -0.001747938673341953, - -0.05828717396746041, - 0.04064933917396773, - 0.06597843554443104, - -0.018672580725907748, - 0.005341821777221022, - -0.005427269086358065, - 0.03437815269086148, - -0.017688700000000283, - -0.007796533166459127, - -6.382978713675692e-07, - -0.04346299874843527, - 0.01787682352940982, - -0.03610680851063828, - 0.04465865832290276, - 0.019110889862328, - 0.03990408760951166 - ] - ], - "std": [ - [ - 1.0503026614950781, - 0.9377299469744113, - 0.9332222466570044, - 1.0134812577120929, - 1.0081529457229899, - 0.9997466732969692, - 0.9965218768327301, - 0.9806280790356154, - 1.0004721494235536, - 0.9669617912464558, - 0.9995807486459362, - 0.9945690429937961, - 1.0158077550757176, - 0.7309839212424674, - 0.9989487460582208, - 0.9496723729602274, - 1.1079472020538745, - 0.9931560757473815, - 1.0372639011971079, - 0.998134626824417, - 0.9489971567418679, - 1.0290373693626786, - 1.116580541935386, - 0.9951246155880097, - 1.0441402229839951, - 1.0021017867674258, - 1.064445876205708, - 1.0, - 0.9678679341238935, - 0.999842760601726, - 0.9613338278133499, - 1.0340832941176457, - 0.9901571062749744, - 0.9869400115230125, - 0.9895000075374855, - 1.0222216905424544 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 13322, - "cert_evals": { - "36": 0.9157894253730774, - "72": 0.8463157415390015, - "108": 0.766315758228302, - "255": 0.3578947186470032 - }, - "fold": 2 - }, - { - "best_epoch": 21, - "best_val_acc": 0.9454148471615721, - "test_acc": 0.9499742135121196, - "train_size": 799, - "val_size": 458, - "test_size": 1939, - "stats": { - "mean": [ - [ - 0.0029798560700874874, - -0.015898287859826204, - 0.013165630788484818, - -0.002079261576972459, - 0.06434595994993732, - -0.0087847083854817, - -0.035066470588235754, - -0.021223376720899842, - 0.012885544430540316, - -0.0755052615769703, - -0.07516446558197788, - 0.004079404255319092, - 0.041259589486858005, - 0.04119505744680826, - -0.0069122853566958315, - -0.029037234042554844, - -0.01641309637046286, - -0.037784055068836316, - -0.03482669524405622, - -0.04370884480600792, - -0.035620035043805974, - 0.04690323904881119, - -0.009425669586981995, - -0.00064454067584565, - -0.05875890000000068, - -0.04884966708385503, - 0.0453790387984959, - -0.017688700000000283, - 0.002599236545681054, - 0.030997209011264834, - -0.05002351439299086, - 0.006875937421775107, - -0.010315694618272687, - -0.04077755694618336, - 0.004955401752189988, - 0.10084858448060059 - ] - ], - "std": [ - [ - 1.003506639923147, - 0.9726497119550556, - 1.031291250931018, - 0.9970790771407828, - 1.0202330509186042, - 0.9991224561764447, - 0.9894273630441432, - 0.9849960711322175, - 1.0029259974983142, - 0.9641477850388797, - 0.9865314194046129, - 1.0050737920779802, - 1.0158077550757172, - 1.2629201270580204, - 0.9808444007141872, - 0.9366196797544946, - 0.9537117155994845, - 1.0142732074093561, - 0.7855814376765643, - 0.9552444287880467, - 0.9695039665985851, - 1.033313842690941, - 0.9816728244810887, - 0.9996865943557063, - 1.0, - 1.0189528540341442, - 1.0840757895240576, - 1.0, - 1.0102634466126872, - 1.067334702526026, - 0.9552142319361535, - 1.0131869855246693, - 0.9972193469515207, - 1.0097604697449478, - 0.9972056619226006, - 1.052569358911855 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 13322, - "cert_evals": { - "36": 0.9082969427108765, - "72": 0.8646288514137268, - "108": 0.8034934401512146, - "255": 0.2620087265968323 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9533379204699602, - "std_test_acc": 0.008858124008727252, - "n_samples": 3196, - "n_features": 36, - "n_classes": 2, - "mean_cert_acc_36": 0.9151927828788757, - "std_cert_acc_36": 0.018415697078023513, - "mean_cert_acc_72": 0.8629985302686691, - "std_cert_acc_72": 0.03521758118421801, - "mean_cert_acc_108": 0.7749858349561691, - "std_cert_acc_108": 0.06781320811905395, - "mean_cert_acc_255": 0.29128334671258926, - "std_cert_acc_255": 0.10103283464231343 - }, - "congressional-voting": { - "dataset": "congressional-voting", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.631578947368421, - "test_acc": 0.6059479553903345, - "train_size": 109, - "val_size": 57, - "test_size": 269, - "stats": { - "mean": [ - [ - -0.05633650458715604, - -0.11779591743119261, - -0.04414557798165136, - -0.044145577981651356, - -0.1385431192660551, - -0.04414557798165139, - -0.026378550458715573, - 0.11256628440366967, - -0.10507706422018329, - -0.054913027522935885, - -0.05395532110091718, - 0.008270385321100901, - 0.10771073394495408, - 0.03500372477064211, - -0.000600422018348633, - -0.02276844036697253 - ] - ], - "std": [ - [ - 0.8184815616369955, - 0.8313668954689791, - 0.8538679440524577, - 0.8538679440524576, - 0.5219210944971431, - 0.8538679440524588, - 0.9259164552817457, - 1.2484961570437194, - 0.7457451590890042, - 0.7568400989501728, - 0.8761485096645807, - 1.012504902324288, - 1.1811957798165138, - 1.0783310548027614, - 0.9977827937237086, - 0.9845600817644352 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2722, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.59375, - "test_acc": 0.6145038167938931, - "train_size": 109, - "val_size": 64, - "test_size": 262, - "stats": { - "mean": [ - [ - -0.00038625688073406236, - 0.057688394495412916, - 0.07259284403669729, - 0.07259284403669727, - -0.08832123853211014, - 0.01422363302752295, - -0.07830136697247703, - -0.08832123853211014, - 0.10401949541284418, - -0.054913027522935885, - -0.09670699082568791, - 0.043890183486238465, - -0.010408844036697309, - -0.05957216513761476, - 0.22344607339449585, - 0.020201284403669834 - ] - ], - "std": [ - [ - 0.9977358415203772, - 1.0666277227790677, - 1.1962128629178321, - 1.196212862917833, - 0.7346827772265264, - 1.0408721364505138, - 0.7595653225302291, - 0.7346827772265264, - 1.1887281938323424, - 0.7568400989501728, - 0.7623714803384029, - 1.0685939449541277, - 0.9788020482079224, - 0.8432648555935023, - 1.3191500469500397, - 1.0109306979905373 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2722, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 7, - "best_val_acc": 0.5660377358490566, - "test_acc": 0.5787545787545788, - "train_size": 109, - "val_size": 53, - "test_size": 273, - "stats": { - "mean": [ - [ - -0.05633650458715604, - -0.0008063761467889231, - -0.044145577981651335, - -0.10251478899082538, - -0.08832123853211014, - 0.014223633027522997, - -0.078301366972477, - -0.08832123853211014, - -0.14689637614678883, - -0.12773999999999977, - 0.03154801834862407, - 0.008270385321100882, - 0.028964348623853046, - -0.012284220183486308, - -0.0006004220183486534, - 0.04168614678899078 - ] - ], - "std": [ - [ - 0.8184815616369948, - 0.9978460372285823, - 0.853867944052458, - 0.6065906343935914, - 0.7346827772265261, - 1.0408721364505131, - 0.7595653225302292, - 0.7346827772265265, - 0.6117637925728782, - 1.0, - 1.062789656192666, - 1.0125049023242882, - 1.0520823572341493, - 0.9691144875367229, - 0.9977827937237085, - 1.023184850832101 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2722, - "cert_evals": { - "36": 0.11320754885673523, - "72": 0.01886792480945587, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 10, - "best_val_acc": 0.5352112676056338, - "test_acc": 0.5450980392156862, - "train_size": 109, - "val_size": 71, - "test_size": 255, - "stats": { - "mean": [ - [ - -0.0003862568807340379, - -0.05930114678899078, - 0.014223633027522962, - -0.04414557798165134, - -0.03809935779816519, - -0.04414557798165141, - -0.026378550458715615, - 0.012122522935779772, - -0.02143844036697227, - 0.017913944954128333, - -0.0967069908256879, - 0.07950998165137609, - 0.028964348623853057, - -0.012284220183486292, - -0.0006004220183485913, - -0.02276844036697257 - ] - ], - "std": [ - [ - 0.9977358415203773, - 0.9202474953183722, - 1.0408721364505134, - 0.8538679440524575, - 0.8955844252869521, - 0.8538679440524586, - 0.9259164552817456, - 1.0292422785092563, - 0.9536270350654188, - 1.0653667607530586, - 0.7623714803384029, - 1.1207507845689388, - 1.0520823572341482, - 0.9691144875367229, - 0.9977827937237086, - 0.9845600817644354 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2722, - "cert_evals": { - "36": 0.028169013559818268, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5860760975386231, - "std_test_acc": 0.03128275274416774, - "n_samples": 435, - "n_features": 16, - "n_classes": 2, - "mean_cert_acc_36": 0.035344140604138374, - "std_cert_acc_36": 0.053580498140346135, - "mean_cert_acc_72": 0.004716981202363968, - "std_cert_acc_72": 0.009433962404727936, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "conn-bench-sonar-mines-rocks": { - "dataset": "conn-bench-sonar-mines-rocks", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.696969696969697, - "test_acc": 0.7073170731707317, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - 0.07224829615384616, - 0.06143836403846155, - 0.17981892115384618, - 0.18359467307692307, - 0.17865188250000005, - 0.18166694038461537, - 0.13145928269230767, - 0.3580806807692308, - 0.2723380293846154, - 0.32641636923076933, - 0.3547530749999999, - 0.27079468269230766, - 0.2390470615384616, - 0.08077609423076923, - 0.06372549615384623, - 0.027136992307692294, - -0.0707615403846154, - -0.013202551923076929, - 0.07079190192307686, - 0.14980152423076923, - 0.19067387173076927, - 0.18353470192307691, - 0.09474908461538462, - 0.11814903269230771, - 0.12851396730769224, - 0.09148541923076925, - 0.007863109038461517, - -0.03280788846153844, - -0.038817317307692306, - -0.030111546153846168, - -0.06803155000000002, - -0.1759780653846154, - -0.09925099846153843, - -0.06391267884615386, - -0.10967796730769228, - -0.09900584423076922, - -0.07212157115384613, - -0.04979613730769235, - -0.014902880769230744, - -0.06563232307692309, - -0.19819578653846154, - -0.09516337250000001, - 0.028546435961538493, - 0.02690762884615383, - -0.051032306153846144, - -0.1709350942307693, - -0.15902759326923072, - 0.05230017500000001, - -0.06006629230769232, - -0.14417805423076924, - 0.04664167115384615, - 0.035231851923076866, - 0.10847407884615384, - 0.0320697788461538, - 0.014380650000000059, - 0.1584930519230769, - 0.24879878846153847, - -0.06910759711538458, - -0.04868835576923079, - -0.009460907692307728 - ] - ], - "std": [ - [ - 0.8826781365757673, - 0.8736204750730865, - 1.0631193826022287, - 1.0559935051069889, - 1.0948164691784295, - 0.9911164668100656, - 1.058133601574446, - 1.1345779651029129, - 1.2612720115229583, - 1.3050289136088924, - 1.2242580940441732, - 1.1507745621698449, - 0.9449561434126305, - 0.9761316418147328, - 1.0515687251009254, - 1.0336058228027496, - 1.0092336792759293, - 0.9721128786372969, - 0.9828570204269845, - 1.0526094050032175, - 1.007626826074757, - 0.9451553241613345, - 1.0688742655635421, - 1.1766129754915444, - 1.0893546356638915, - 0.9472223527353211, - 0.9975324667404246, - 0.9442106678014526, - 0.9147349976996598, - 0.8924870761180707, - 0.9115618167344114, - 0.9476131762252616, - 0.9936735012487963, - 1.091198911266045, - 1.0880994377807855, - 1.058748260466537, - 1.0322810862952991, - 1.0794760575131008, - 1.0563032817583005, - 1.063491740689508, - 0.9911947467095144, - 0.9289066519838143, - 1.060366924720947, - 1.0624085035469397, - 0.8715483240662897, - 0.6896203094035522, - 0.7267883935975691, - 0.928021673885073, - 0.8751357100836189, - 0.7223660360736314, - 0.7383172079055456, - 0.8199366242592814, - 1.0798630214435168, - 1.1347800621794066, - 0.9003324355296055, - 1.2234839576090903, - 1.1067568444114322, - 0.7263873158583661, - 0.9265847016853823, - 0.8105858418957635 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 36602, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.7931034482758621, - "test_acc": 0.7637795275590551, - "train_size": 52, - "val_size": 29, - "test_size": 127, - "stats": { - "mean": [ - [ - -0.1496621807692307, - -0.08903577807692303, - -0.14030929807692305, - -0.035338826923076924, - 0.08386959669423068, - 0.09199651153846154, - 0.14088967307692307, - 0.07056369423076922, - -0.0025582480769230555, - 0.009174194230769301, - 0.0818218730769231, - 0.08237485384615381, - 0.04123067288461538, - -0.00616768461538463, - -0.028849084615384605, - -0.04050276923076927, - -0.0212545653846154, - -0.05132907923076921, - -0.04626740192307692, - -0.07403159615384614, - -0.05252051923076921, - 0.030670448076923096, - -0.021138782692307692, - 0.005048434615384597, - 0.09778213076923079, - 0.2050811269230769, - 0.18951900000000002, - 0.09827862115384613, - 0.07715956730769227, - 0.1654723846153846, - 0.07360706730769234, - -0.012788405769230859, - -0.07698564038461544, - -0.11772723500000001, - -0.012259624999999958, - 0.0018293673076923635, - -0.07115984249999997, - -0.07953136711538462, - -0.04274317096153846, - -0.03792623653846152, - -0.08625715769230768, - -0.05082718653846153, - 0.0639244403846154, - 0.05993298846153846, - 0.008120661730769264, - -0.03299837499999998, - -0.08261534326923076, - -0.13786070961538463, - -0.11194899807692303, - -0.1165946903846154, - -0.11254034384615383, - -0.09731205576923077, - -0.10915543461538466, - -0.020348332692307698, - -0.03527259615384616, - -0.05305450769230768, - -0.0766177076923077, - 0.017685547115384614, - 0.05708845576923076, - 0.13349773076923077 - ] - ], - "std": [ - [ - 0.808987901180408, - 0.6916743939877592, - 0.6533719713044063, - 0.7289409087743024, - 0.9799815957215703, - 1.1546934744155954, - 1.0489671907417901, - 1.0406351665781963, - 1.06602300100525, - 0.9855510401092009, - 0.941611877990984, - 0.874334438804182, - 0.8948617088044496, - 0.9284777014495024, - 0.9652796384670821, - 0.9176168045360895, - 0.9187448624511494, - 0.9637941840958039, - 1.036895695822955, - 1.080455047426266, - 1.0569445623516454, - 1.027280062203057, - 0.9972067893847262, - 0.9558109386682533, - 0.9135564279343454, - 0.9323450964074564, - 0.9165881179625035, - 0.9150530169961677, - 0.8966782811687405, - 0.9697039290944067, - 1.0552459326194796, - 1.0678782438443375, - 1.0350794282536124, - 0.981036806175182, - 1.0268794592105523, - 1.049486682131856, - 1.0562822257610098, - 1.0082564159163012, - 1.008195204043701, - 1.0704359719340684, - 1.0356445372719016, - 0.9497252302544834, - 1.0265656593627723, - 1.1425919880616457, - 0.984594565229331, - 0.9387504917802769, - 0.9538513934843633, - 0.9644663205759176, - 0.9826957464876444, - 0.906104614495397, - 0.6863012460053298, - 0.8135699574469399, - 0.8718984903633391, - 0.87106180576059, - 0.9705550873133266, - 0.7881063937322114, - 1.0305107562527829, - 0.9850679024115949, - 1.0840227025091698, - 0.955646054806482 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 36602, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 7, - "best_val_acc": 0.7878787878787878, - "test_acc": 0.7398373983739838, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - -0.11352727307692301, - 0.005484550769230757, - 0.14128544711538463, - 0.01698709807692309, - -0.05546616484423073, - 0.015633542307692313, - 0.01695465576923076, - 0.007012186538461534, - 0.16428315769230764, - 0.1885259807692308, - 0.17271181923076925, - 0.10288603057692303, - 0.035842053846153805, - 0.06598513846153845, - 0.024155067307692363, - -0.031890009615384636, - -0.09900835576923078, - -0.06074108884615382, - -0.057217736538461544, - -0.05421212307692307, - 0.009597998076923055, - 0.08198633076923077, - 0.0738865326923077, - 0.11153800000000001, - 0.12820763269230767, - 0.1497061423076923, - 0.17804224999999999, - 0.12074562557692313, - 0.011866653846153862, - 0.02657458461538462, - 0.08961283461538459, - 0.012436888461538488, - -0.15344758865384617, - -0.25327539384615383, - -0.1676381884615385, - -0.08097806538461542, - 0.010272027115384563, - 0.0761040280769231, - 0.07725368461538452, - 0.01526856923076923, - 0.09035966538461546, - -0.018093585576923078, - -0.08110181153846155, - -0.05179539615384614, - -0.062206399423076895, - -0.05773718076923074, - -0.015536751903846145, - -0.05303988461538456, - -0.0334830886538462, - -0.019491399423076903, - -0.014853353461538439, - -0.04920472788461536, - -0.013006382692307706, - -0.11464770384615387, - -0.22059024807692304, - -0.20056836153846153, - -0.17135017615384612, - -0.09496722596153845, - -0.12957644230769227, - 0.05055160769230771 - ] - ], - "std": [ - [ - 0.7779847294085735, - 0.8164589056484339, - 0.8897943994160501, - 0.8232379895108087, - 0.8913136137549748, - 1.2277539871431498, - 1.148342655187086, - 1.0125738638827777, - 1.0308151593845143, - 1.0814728380420244, - 1.1275636354460448, - 1.0953105542528634, - 0.9617223163008869, - 0.9271042130221435, - 1.002366167344782, - 1.0134009310910002, - 0.9541301699800748, - 0.9039526162729385, - 0.8533527267834845, - 0.8674137383144989, - 0.8667342359963858, - 0.8682751705934699, - 0.8669633975953135, - 0.8844079338595519, - 0.8959832014657619, - 0.9477171784962183, - 0.9665146933040765, - 0.9608709208756278, - 0.9362600441482569, - 0.826100491116595, - 0.9039285396250091, - 0.9697986338184826, - 0.8888423793086146, - 0.878236080206782, - 0.9309060317786465, - 0.9900496254008503, - 1.00813869687356, - 1.0903606967893815, - 1.0386726650233546, - 0.9723646970288363, - 0.965534654631892, - 0.9659616919831083, - 0.9294069827841253, - 0.9165737515917189, - 0.890391924899276, - 0.8408198724294259, - 0.7367456383541913, - 0.9168199780746074, - 0.8757122466574018, - 0.8068953654942984, - 0.8229736283202036, - 0.7999629806684128, - 0.9417385941942646, - 0.873184043119562, - 0.7480790001744239, - 0.9895160335641305, - 1.0132212109764678, - 0.7628419936253807, - 0.961901997536315, - 1.3290599320503582 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 36602, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8181818181818182, - "test_acc": 0.7560975609756098, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - -0.11402919442307692, - -0.1958088194230769, - -0.192454475, - -0.2174456115384615, - -0.1483449469961539, - -0.09730015192307692, - -0.11111996346153846, - -0.1199549596153846, - -0.08601968673076922, - -0.1359838, - -0.07711971153846155, - 0.005683598076923046, - -0.07644932499999996, - -0.12452823865384616, - -0.18065320384615383, - -0.24127502307692308, - -0.2122367865384616, - -0.17662752923076924, - -0.13966792115384613, - -0.06574370384615388, - -0.007378620000000012, - -0.0002028721153846167, - 0.06875905961538463, - 0.10454161923076924, - 0.1822036923076923, - 0.14234525, - 0.08357052884615387, - 0.14328510769230768, - 0.2375776069230769, - 0.1643224807692307, - 0.10515068653846156, - 0.09213309999999994, - 0.013323825000000011, - -0.06487759653846153, - -0.13430994076923078, - -0.21115623846153847, - -0.22730641923076922, - -0.23543729230769228, - -0.22808152115384622, - -0.14895506923076926, - -0.001168684615384663, - -0.04320264326923076, - -0.018799333269230768, - -0.013186748076922994, - -0.07072882692307694, - -0.03641541923076926, - -0.009211202865384651, - 0.028638237499999993, - 0.052042886346153845, - -0.09590774230769232, - -0.057291330384615397, - 0.06657091249999998, - 0.02539913076923079, - -0.15310468230769228, - -0.20838050961538462, - -0.049366707692307735, - -0.07994125884615386, - -0.19751397115384617, - -0.2403308269230769, - -0.24415720000000002 - ] - ], - "std": [ - [ - 0.8763416312333093, - 0.602973469758421, - 0.5448117196260321, - 0.5663296924240132, - 0.686341085757452, - 0.8337013907572342, - 0.6813276818285096, - 0.7825144766842531, - 0.7861121760890293, - 0.7905273301791387, - 0.7805552299762032, - 0.9027317120726256, - 0.8667207852850977, - 0.8531311452416169, - 0.8318630140159454, - 0.8852179006046725, - 0.8740431599665568, - 0.8442406359472446, - 0.8609171894886277, - 0.886971626868803, - 0.9185053211820478, - 1.0100806480837976, - 0.9919727273312126, - 1.0562822860856174, - 0.9850251469218465, - 0.9910273621465151, - 1.0655846350198521, - 0.9906322053442151, - 0.8736899428048334, - 0.9821436750511889, - 0.9453561139667965, - 0.8625303165093016, - 1.0040239879345572, - 0.9847231539651756, - 0.9280844832031707, - 0.9503954469001101, - 0.9765763369138967, - 0.965164414073675, - 0.9709362119147936, - 1.0665530487737096, - 1.0793454570821943, - 1.0572717622116554, - 1.0593503627745042, - 1.0162684589041668, - 1.0177130607371694, - 1.0958546673800382, - 1.1902586310529617, - 1.1293249209196217, - 1.0653539976947333, - 0.9647675285784101, - 1.1814566025747812, - 1.13738601881979, - 1.0351334435322548, - 0.934859922308927, - 0.7895031892247589, - 0.9239212461978867, - 0.8971132845231489, - 0.7340435621135994, - 0.876038640540552, - 0.7272617950430326 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 36602, - "cert_evals": { - "36": 0.1515151560306549, - "72": 0.03030303120613098, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7417578900198452, - "std_test_acc": 0.025036219339348756, - "n_samples": 208, - "n_features": 60, - "n_classes": 2, - "mean_cert_acc_36": 0.03787878900766373, - "std_cert_acc_36": 0.07575757801532745, - "mean_cert_acc_72": 0.007575757801532745, - "std_cert_acc_72": 0.01515151560306549, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "conn-bench-vowel-deterding": { - "dataset": "conn-bench-vowel-deterding", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 53, - "best_val_acc": 0.6633663366336634, - "test_acc": 0.65807962529274, - "train_size": 462, - "val_size": 101, - "test_size": 427, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 1529, - "cert_evals": { - "36": 0.514851450920105, - "72": 0.2871287167072296, - "108": 0.10891088843345642, - "255": 0.019801979884505272 - }, - "fold": 0 - }, - { - "best_epoch": 89, - "best_val_acc": 0.6481481481481481, - "test_acc": 0.669047619047619, - "train_size": 462, - "val_size": 108, - "test_size": 420, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 1529, - "cert_evals": { - "36": 0.49074074625968933, - "72": 0.3055555522441864, - "108": 0.14814814925193787, - "255": 0.009259259328246117 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.6138613861386139, - "test_acc": 0.6112412177985949, - "train_size": 462, - "val_size": 101, - "test_size": 427, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 1529, - "cert_evals": { - "36": 0.32673266530036926, - "72": 0.10891088843345642, - "108": 0.029702968895435333, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 70, - "best_val_acc": 0.7289719626168224, - "test_acc": 0.6603325415676959, - "train_size": 462, - "val_size": 107, - "test_size": 421, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 1529, - "cert_evals": { - "36": 0.420560747385025, - "72": 0.242990642786026, - "108": 0.07476635277271271, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6496752509266625, - "std_test_acc": 0.026055549002057712, - "n_samples": 990, - "n_features": 11, - "n_classes": 11, - "mean_cert_acc_36": 0.43822140246629715, - "std_cert_acc_36": 0.0844039553798171, - "mean_cert_acc_72": 0.2361464500427246, - "std_cert_acc_72": 0.08879291656244696, - "mean_cert_acc_108": 0.09038208983838558, - "std_cert_acc_108": 0.05035222921268453, - "mean_cert_acc_255": 0.007265309803187847, - "std_cert_acc_255": 0.009428916242228379 - }, - "chess-krvk": { - "dataset": "chess-krvk", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 30, - "best_val_acc": 0.20018930430667298, - "test_acc": 0.19957183634633682, - "train_size": 7014, - "val_size": 4226, - "test_size": 16816, - "stats": { - "mean": [ - [ - 0.012324607927003232, - 0.007078780439120998, - 0.0020496236099223986, - -0.024108994297119334, - -0.0005551300684344027, - 0.00494480253777899 - ] - ], - "std": [ - [ - 0.999931915679557, - 1.0057899986789152, - 1.0018138589619487, - 0.9949807268406698, - 1.0000689847213224, - 1.0016960231746526 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 630, - "cert_evals": { - "36": 0.11452910304069519, - "72": 0.054188355803489685, - "108": 0.02058684267103672, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 59, - "best_val_acc": 0.1790021281626862, - "test_acc": 0.18384583358115744, - "train_size": 7014, - "val_size": 4229, - "test_size": 16813, - "stats": { - "mean": [ - [ - 0.02662805560307895, - 0.005693713430283323, - -0.0016727181351587745, - 0.014426962075848423, - -0.007343462446535813, - 0.00437411206158899 - ] - ], - "std": [ - [ - 0.9852094089714073, - 0.9988688121679218, - 1.0043106562162794, - 0.9917902725212167, - 0.9953541320225967, - 0.995076350426718 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 630, - "cert_evals": { - "36": 0.08489004522562027, - "72": 0.03854339197278023, - "108": 0.01844407618045807, - "255": 0.00023646252520848066 - }, - "fold": 1 - }, - { - "best_epoch": 27, - "best_val_acc": 0.21136471707085117, - "test_acc": 0.19737467331907815, - "train_size": 7014, - "val_size": 4206, - "test_size": 16836, - "stats": { - "mean": [ - [ - 0.009281328200740034, - -0.0021550139720564235, - -0.004650539349872485, - 0.006120143427431122, - -0.0004934166951813222, - 0.0024717757342437065 - ] - ], - "std": [ - [ - 0.9905305563279689, - 1.0007194352174467, - 1.0073929861352688, - 0.996792137495875, - 0.995664797353786, - 0.9984373474066448 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 630, - "cert_evals": { - "36": 0.11982882022857666, - "72": 0.061578698456287384, - "108": 0.023775558918714523, - "255": 0.0004755111876875162 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.2161592505854801, - "test_acc": 0.21881707607917958, - "train_size": 7014, - "val_size": 4270, - "test_size": 16772, - "stats": { - "mean": [ - [ - 0.0038034088964931244, - -0.012312182207011678, - 0.00825354519532299, - -0.012616928286283908, - 0.00814625808383194, - 0.012173608639860799 - ] - ], - "std": [ - [ - 0.9903915605524702, - 0.991199162231707, - 1.011474563134033, - 0.9971077092137348, - 0.999255185770078, - 1.0033642166267953 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 630, - "cert_evals": { - "36": 0.12786884605884552, - "72": 0.060655735433101654, - "108": 0.02388758771121502, - "255": 0.00023419203353114426 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.199902354831438, - "std_test_acc": 0.014399964940204974, - "n_samples": 28056, - "n_features": 6, - "n_classes": 18, - "mean_cert_acc_36": 0.11177920363843441, - "std_cert_acc_36": 0.018746214794254278, - "mean_cert_acc_72": 0.05374154541641474, - "std_cert_acc_72": 0.010652237620573681, - "mean_cert_acc_108": 0.021673516370356083, - "std_cert_acc_108": 0.0026413909496351274, - "mean_cert_acc_255": 0.00023654143660678528, - "std_cert_acc_255": 0.0001941339048916228 - }, - "contrac": { - "dataset": "contrac", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.4549763033175355, - "test_acc": 0.39485458612975394, - "train_size": 368, - "val_size": 211, - "test_size": 894, - "stats": { - "mean": [ - [ - 0.04983602472826088, - -0.03683848315217381, - -0.030433624999999895, - 0.04126441032608701, - 0.0759277635869569, - 0.038788576086956336, - -0.05566297010869535, - 0.0662070706521741, - 0.049484739130435086 - ] - ], - "std": [ - [ - 1.0349771394866476, - 1.0203618187773704, - 1.0773888859130338, - 0.9920452760418988, - 0.9188135203134653, - 0.9763026632803047, - 0.9941427090552807, - 0.9825316131926941, - 1.0760483787682442 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 921, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 30, - "best_val_acc": 0.5, - "test_acc": 0.4312849162011173, - "train_size": 368, - "val_size": 210, - "test_size": 895, - "stats": { - "mean": [ - [ - -0.029433755434782626, - -0.071642726902174, - -0.09035044293478262, - 0.020525774456521734, - 0.007337516304348054, - 0.03878857608695629, - 0.035455372282608796, - -0.03957563858695622, - 0.049484739130434774 - ] - ], - "std": [ - [ - 1.034137512591575, - 1.0184105128981196, - 1.0653920839838686, - 1.048083233025277, - 0.9923881347533616, - 0.9763026632803046, - 0.9969044818106321, - 1.048729739192908, - 1.0760483787682442 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 921, - "cert_evals": { - "36": 0.3047619163990021, - "72": 0.15238095819950104, - "108": 0.10000000149011612, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 60, - "best_val_acc": 0.4879032258064516, - "test_acc": 0.4597432905484247, - "train_size": 368, - "val_size": 248, - "test_size": 857, - "stats": { - "mean": [ - [ - -0.0224978108695652, - 0.0756058451086956, - 0.07941412771739106, - 0.040112260869565215, - -0.03076817663043453, - -0.09286419021739152, - -0.046236899456521284, - 0.002180663043478335, - -0.06466629619565217 - ] - ], - "std": [ - [ - 1.0160308953617057, - 0.95882526146548, - 0.9253350657327032, - 1.0559034595300474, - 1.0290230539377072, - 1.0476659682160625, - 0.9462830856884548, - 0.9600526966125309, - 0.8858527840526336 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 921, - "cert_evals": { - "36": 0.3306451439857483, - "72": 0.16129031777381897, - "108": 0.04032257944345474, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 35, - "best_val_acc": 0.44155844155844154, - "test_acc": 0.4622425629290618, - "train_size": 368, - "val_size": 231, - "test_size": 874, - "stats": { - "mean": [ - [ - -0.05156334456521742, - -0.044870314673913024, - -0.03376221739130403, - 0.026286519021739164, - 0.06068548641304363, - -0.023903217391304493, - 0.03859739402173936, - -0.05627817934782584, - -0.01277946195652176 - ] - ], - "std": [ - [ - 1.0188547788894706, - 0.9948418681411789, - 0.9984372596511997, - 1.0660676802579363, - 0.9360979718845777, - 1.0130497245255512, - 0.9834396874521251, - 1.0057604797479107, - 0.9785587320331135 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 921, - "cert_evals": { - "36": 0.22077922523021698, - "72": 0.06926406919956207, - "108": 0.017316017299890518, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.43703133895208945, - "std_test_acc": 0.03142895911310999, - "n_samples": 1473, - "n_features": 9, - "n_classes": 3, - "mean_cert_acc_36": 0.21404657140374184, - "std_cert_acc_36": 0.15020626296642317, - "mean_cert_acc_72": 0.09573383629322052, - "std_cert_acc_72": 0.07609679070278572, - "mean_cert_acc_108": 0.039409649558365345, - "std_cert_acc_108": 0.04363971147504067, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "credit-approval": { - "dataset": "credit-approval", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 60, - "best_val_acc": 0.85, - "test_acc": 0.8636363636363636, - "train_size": 172, - "val_size": 100, - "test_size": 418, - "stats": { - "mean": [ - [ - 0.04231717441860458, - -0.04319939244186043, - 0.01132773546511633, - 0.10497429069767436, - 0.1039714651162791, - -0.016887567441860464, - 0.12197747790697662, - 0.056721959767441876, - 0.023127069767441777, - 0.01803883720930219, - 0.02175907906976748, - -0.014331000000000156, - 0.026975616279069855, - -0.07794171941860471, - 0.08645942000000016 - ] - ], - "std": [ - [ - 0.9668001544731439, - 0.9828833679832603, - 1.0033612624654744, - 1.0683622008830216, - 1.0656041538091992, - 1.0007415139821727, - 1.1272056598607636, - 1.0528268054248064, - 1.0000784525981627, - 0.9964680315230805, - 0.9149454309542941, - 1.0003809007273163, - 1.0289037612452905, - 0.9424723282553955, - 1.5519077166103805 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 2402, - "cert_evals": { - "36": 0.75, - "72": 0.6699999570846558, - "108": 0.550000011920929, - "255": 0.03999999910593033 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.8602150537634409, - "test_acc": 0.84, - "train_size": 172, - "val_size": 93, - "test_size": 425, - "stats": { - "mean": [ - [ - -0.05893763953488379, - -0.09494667732558137, - 0.10661604441860463, - 0.0016465697674418215, - -0.0016443023255812898, - -0.03715416976744184, - 0.019046397674418694, - 0.12816041290697705, - 0.04639099999999992, - 0.006295348837209058, - -0.02008573604651146, - -0.13093850000000004, - 0.006132180232558206, - -0.012206166162790686, - 0.10673194959302351 - ] - ], - "std": [ - [ - 1.0212712368033299, - 1.002227255518295, - 1.0267015215317181, - 1.0197891663144403, - 1.0132886907601226, - 0.9740103182437764, - 0.9462774495372472, - 1.135180114956504, - 1.0003490000000002, - 0.9983346607548056, - 0.9387238466077318, - 1.0017391917815985, - 0.9989094608428061, - 0.9604377028423987, - 1.6924318356475039 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 2402, - "cert_evals": { - "36": 0.698924720287323, - "72": 0.44086021184921265, - "108": 0.01075268816202879, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 12, - "best_val_acc": 0.8317757009345794, - "test_acc": 0.7980535279805353, - "train_size": 172, - "val_size": 107, - "test_size": 411, - "stats": { - "mean": [ - [ - -0.09690819767441845, - -0.07829492377906978, - 0.14346898139534883, - 0.008104488372092981, - 0.011557720930232681, - 0.0203769784883721, - -0.058847231395348816, - -0.004431645348837212, - 0.01149510465116271, - -0.02893511627906998, - -0.018890154651162814, - -0.07263475000000007, - -0.0563980755813953, - -0.0557846427906977, - -0.04536849656976747 - ] - ], - "std": [ - [ - 1.0400780435620642, - 0.9163334239629656, - 1.1299454947101701, - 0.9838838771477533, - 0.9907637201902963, - 1.0059394076223003, - 0.9122317175379675, - 0.9398719190475693, - 0.9997401653873875, - 1.0030891544052551, - 0.8392167415058691, - 1.0027567026500943, - 0.9205981575020528, - 0.8548997051032522, - 0.5350874335618861 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 2402, - "cert_evals": { - "36": 0.1682242900133133, - "72": 0.028037382289767265, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 34, - "best_val_acc": 0.9150943396226415, - "test_acc": 0.8446601941747572, - "train_size": 172, - "val_size": 106, - "test_size": 412, - "stats": { - "mean": [ - [ - 0.029660302325581287, - 0.04967415668604653, - 0.035228697674418614, - -0.08230726744186062, - -0.0808560755813953, - -0.06068950697674418, - 0.05521145232558148, - 0.0520138111627908, - -0.00013686046511636238, - -0.02893511627906982, - 0.0647990941860465, - -0.08429550000000029, - -0.11892838372093019, - -0.14010143755813953, - -0.060122975697674434 - ] - ], - "std": [ - [ - 0.9866458073044232, - 1.0497387015089001, - 0.9194770520533397, - 0.928940005324823, - 0.9330534400726008, - 1.0077990709538949, - 1.0375139084982685, - 0.9494310078822967, - 0.9992663708949371, - 1.0030891544052551, - 1.2789280573338035, - 1.0028244999999991, - 0.8074645456755252, - 0.8265119967382965, - 0.4698103883611287 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 2402, - "cert_evals": { - "36": 0.8113207817077637, - "72": 0.7075471878051758, - "108": 0.6132075786590576, - "255": 0.028301887214183807 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.836587521447914, - "std_test_acc": 0.027648517567872136, - "n_samples": 690, - "n_features": 15, - "n_classes": 2, - "mean_cert_acc_36": 0.6071174480021, - "std_cert_acc_36": 0.2961813659093374, - "mean_cert_acc_72": 0.46161118475720286, - "std_cert_acc_72": 0.3121576754836432, - "mean_cert_acc_108": 0.29349006968550384, - "std_cert_acc_108": 0.3337131921898546, - "mean_cert_acc_255": 0.017075471580028534, - "std_cert_acc_255": 0.020287186675644633 - }, - "cylinder-bands": { - "dataset": "cylinder-bands", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 39, - "best_val_acc": 0.7073170731707317, - "test_acc": 0.6589403973509934, - "train_size": 128, - "val_size": 82, - "test_size": 302, - "stats": { - "mean": [ - [ - -0.018113468749999997, - -0.09801495312499989, - -0.09835764843749996, - 0.015201562499999939, - -0.08460044531249963, - -0.05902956249999998, - -0.02159560937500003, - -0.10518925781250046, - 0.03565878125000016, - 0.03781927343750002, - -0.0029206640624998936, - -0.005388015624999963, - -0.007189643749999884, - -0.11441540624999999, - 0.02687471875000009, - -0.08272973437500022, - 0.014233650781250131, - -0.040908945312500035, - -0.20346299999999978, - 0.09558365781249996, - -0.12876496562500006, - -0.05027554687499996, - 0.03137399609374995, - -0.07727224921875003, - -0.112076146875, - 0.04986750409374999, - 0.0467316294531248, - 0.08485301562499976, - -0.07968368828125014, - -0.0404871031249999, - 0.026726734374999978, - 0.04898852562499999, - 0.07183878906250019, - 0.01963753046874992, - 0.07539527343749987 - ] - ], - "std": [ - [ - 1.009708113595319, - 0.6915256837343526, - 1.1851115463631896, - 1.1075149207516606, - 0.6356019715752345, - 0.9895598820491779, - 1.036117446187858, - 0.47416953322612243, - 0.9128570390625407, - 0.9754439041131451, - 0.9772769577736968, - 0.9965990540260843, - 1.0049338980010496, - 1.0152930221805465, - 1.0110105352731478, - 0.9779734187172597, - 0.946783796715577, - 0.9180378675297654, - 0.9791387337832046, - 1.3026657902081404, - 1.1587041225508155, - 1.0035768471185391, - 1.0872637801794474, - 0.8506413201552353, - 1.0909742588199165, - 0.9223170655454694, - 0.925140911301162, - 1.2060797979297548, - 0.10884702615305564, - 1.0969927491363656, - 1.0397512419029202, - 0.9385559077709305, - 0.7908440559763066, - 0.8086858742098973, - 0.23360368046727112 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 12602, - "cert_evals": { - "36": 0.5487804412841797, - "72": 0.31707316637039185, - "108": 0.17073169350624084, - "255": 0.060975607484579086 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.75, - "test_acc": 0.6506410256410257, - "train_size": 128, - "val_size": 72, - "test_size": 312, - "stats": { - "mean": [ - [ - -0.15498346874999988, - 0.07623314062499989, - -0.08125197656250005, - 0.1064101249999995, - 0.028200664062500352, - 0.14560404687500025, - 0.1655534453124999, - -0.021037773437500448, - 0.03565884375000017, - -0.09565992968750019, - -0.06719309374999989, - 0.07724234374999989, - 0.014383128125000021, - 0.015113148437499955, - 0.11287723437500005, - 0.15718076562499975, - -0.11598707812499996, - 0.01952450812500009, - -0.05958846093749991, - 0.05810956640625002, - 0.09577258359374996, - 0.01608712499999998, - 0.0455139015625, - -0.09322180656250004, - 0.010363770312500003, - -0.09235189678125001, - -0.12943964476562508, - 0.07837251562499978, - -0.08934230000000017, - -0.11201488515624988, - -0.016908421875000006, - -0.19726601218749995, - -0.027512601562499843, - -0.1071632757812501, - -0.06936312500000016 - ] - ], - "std": [ - [ - 0.9566675689840457, - 1.1785922605080725, - 1.0752069854571855, - 1.134315391792329, - 1.0921920451077407, - 1.0073040155644573, - 1.0080335723206957, - 0.8147932438575216, - 0.7216766565111302, - 1.0325076089625134, - 1.0351765461316509, - 0.9787809233141151, - 0.9952912678839302, - 0.9646382079847095, - 0.9376275956128628, - 1.025290058167112, - 1.1238851154497491, - 0.9392938268734667, - 0.9623682791314133, - 0.6383677679060908, - 0.8128844998290236, - 0.9862468382017052, - 0.8444859158500648, - 1.051379690058149, - 0.9861572089261571, - 1.2038176163546097, - 1.2075147493034224, - 1.1662944917994549, - 1.0, - 1.0433698981937496, - 0.9167305702944823, - 1.1576246436005715, - 1.2133555868200756, - 1.2553958063370618, - 1.386742675536984 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 12602, - "cert_evals": { - "36": 0.0416666679084301, - "72": 0.013888888992369175, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.6440129449838188, - "train_size": 128, - "val_size": 75, - "test_size": 309, - "stats": { - "mean": [ - [ - -0.018113499999999876, - -0.010890906250000026, - 0.004276054687499921, - -0.04560409375000058, - -0.02819989062499964, - 0.003934625000000143, - 0.10796916406250016, - 0.02103777343750001, - -0.02139478124999982, - 0.02002204687499978, - -0.008763656249999825, - -0.04131476562499997, - 0.057528609375000095, - -0.11441537500000004, - -0.051960625, - 0.09099853124999963, - 0.025328648437500097, - 0.06508276609375009, - -0.0463809687499999, - 0.05531756718749999, - 0.048115672656250004, - -0.044416265624999944, - -0.006333254687500049, - 0.07249342484374995, - 0.017864971093750025, - -0.032888132281249996, - -0.005630188515625072, - -0.08849829687500009, - 0.1810991601562506, - -0.03171481484375, - -0.03763525000000013, - 0.012247269375000123, - -0.010699218749999687, - -0.04182582187500004, - 0.0392055468749999 - ] - ], - "std": [ - [ - 1.0014570356459378, - 0.9701723266723137, - 0.976668923366092, - 0.8848220008281984, - 0.8953310490553396, - 0.9995254897694512, - 1.0022604928841146, - 1.1538252271496559, - 1.0317076974392008, - 0.9849764181760653, - 0.9644949026944296, - 0.9682202506697574, - 1.0200144373065265, - 1.024650754456481, - 0.991180532876508, - 1.0231518076189408, - 0.9417295162218619, - 1.1518106310277838, - 1.0373234489917649, - 1.1369455371092343, - 0.9154717541032745, - 1.1226380377592042, - 1.0778851186420637, - 0.9942494651921334, - 0.9650868598248783, - 0.991851813013072, - 0.9883223822673011, - 0.8159153965212675, - 1.7818000158367098, - 0.9958958318550638, - 0.8529177390193199, - 0.9950922963006184, - 1.0386479794315284, - 1.046608837125399, - 0.3263770311133624 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 12602, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 12, - "best_val_acc": 0.7162162162162162, - "test_acc": 0.7032258064516129, - "train_size": 128, - "val_size": 74, - "test_size": 310, - "stats": { - "mean": [ - [ - -0.09862528124999967, - 0.07623314062499992, - -0.14967442968749994, - 0.1064100937499999, - 0.08460121875000035, - 0.11412195312500018, - 0.035988921874999975, - 0.02103796874999956, - 0.049922195312500195, - 0.020022046875000005, - 0.07303782812500019, - 0.1706510703124999, - 0.03116200625000013, - 0.10146572656249976, - 0.12004409375000007, - 0.04963468749999977, - -0.09730074531250002, - 0.2519632110937501, - 0.10295269531250012, - -0.017867453124999995, - 0.15167814140624994, - 0.053232843750000036, - 0.05788653593750008, - -0.03172638593750004, - 0.12707835390624983, - -0.07419502420312495, - -0.046009344765625224, - 0.07189192187499989, - -0.012073297656250094, - -0.011471089062500009, - 0.04745321093750001, - -0.06254772593749994, - 0.02904130468750018, - -0.017295875000000013, - -0.045236640625000143 - ] - ], - "std": [ - [ - 0.9681512944811281, - 1.1785922605080716, - 1.1820212062123494, - 1.2342204701284085, - 1.2560999937316328, - 1.0073040155644557, - 0.9422562101157176, - 0.9370712715647449, - 0.8107579850267628, - 0.9849764181760654, - 1.0089890027616917, - 1.0128688585013823, - 1.021806803227722, - 0.9860449137879513, - 0.965560494387225, - 1.0099223731350104, - 1.1411416049886207, - 0.9766554256496787, - 1.078888741266553, - 0.8735915598455525, - 0.9043004878113329, - 0.935916801014639, - 0.9022876021268718, - 1.0095878491602719, - 0.9226412455171137, - 1.103674350946853, - 1.109671652163808, - 1.0892584104797631, - 0.8707774330138579, - 0.9662087759049208, - 0.9327069000527582, - 1.0958735530051178, - 1.0258970951245958, - 1.0635339261419625, - 1.376208872677819 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 12602, - "cert_evals": { - "36": 0.09459459781646729, - "72": 0.013513513840734959, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6642050436068627, - "std_test_acc": 0.026721027072114076, - "n_samples": 512, - "n_features": 35, - "n_classes": 2, - "mean_cert_acc_36": 0.17126042675226927, - "std_cert_acc_36": 0.2546394096241664, - "mean_cert_acc_72": 0.086118892300874, - "std_cert_acc_72": 0.15410500173733724, - "mean_cert_acc_108": 0.04268292337656021, - "std_cert_acc_108": 0.08536584675312042, - "mean_cert_acc_255": 0.015243901871144772, - "std_cert_acc_255": 0.030487803742289543 - }, - "dermatology": { - "dataset": "dermatology", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 56, - "best_val_acc": 0.9655172413793104, - "test_acc": 0.8940092165898618, - "train_size": 91, - "val_size": 58, - "test_size": 217, - "stats": { - "mean": [ - [ - 0.06255490109890108, - -0.09950824175824165, - 0.06084052747252747, - -0.16717494505494507, - 0.052244340659340686, - 0.0025714945054945153, - -0.02246861538461534, - -0.017277736263736184, - -0.021717483516483508, - 0.03348407692307688, - -0.0475760989010988, - 0.06572261538461521, - 0.08858902197802174, - -0.1041265714285716, - 0.005385186813186856, - -0.035476670329670376, - 0.07677762417582405, - 0.04374145054945071, - 0.1155099230769231, - 0.12043031868131869, - 0.01650943956043959, - 0.07769217582417579, - -0.030356758241758278, - 0.013477208791208829, - 0.015482648351648287, - -0.0034025274725273612, - 0.04002742857142865, - 0.03137470329670338, - 0.008364593406593394, - 0.03786149450549449, - 0.03501758241758232, - 0.19951439560439582, - -0.014634098901098907, - 0.06380519120879125 - ] - ], - "std": [ - [ - 0.9579388217601761, - 1.0149277614583099, - 0.9508267211955849, - 0.9797619817212763, - 0.9779606305193399, - 1.0067406344751444, - 1.0036930400753548, - 0.9655703337016306, - 0.988719482589257, - 1.0387140092945895, - 0.9421816899315113, - 1.108600785818115, - 1.0553627690990925, - 0.8963300954815475, - 1.0312593831866153, - 0.9305276662720072, - 0.9419348744801717, - 1.0024345032706516, - 0.9943938503609722, - 1.126743771486882, - 1.024448001551178, - 1.0936199274871503, - 0.9903178300286889, - 1.0625282108029304, - 1.0022849145804325, - 1.0039785513963642, - 1.0686040527754073, - 1.0117848046592977, - 1.0099891482666616, - 1.032180187104034, - 1.0599064093185755, - 0.98964025727435, - 0.9787453595616104, - 0.9013728009327256 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 12178, - "cert_evals": { - "36": 0.8793103694915771, - "72": 0.8448275923728943, - "108": 0.7068965435028076, - "255": 0.37931033968925476 - }, - "fold": 0 - }, - { - "best_epoch": 56, - "best_val_acc": 0.9454545454545454, - "test_acc": 0.9409090909090909, - "train_size": 91, - "val_size": 55, - "test_size": 220, - "stats": { - "mean": [ - [ - -0.15234734065934108, - -0.03685075824175817, - 0.024514153846154, - -0.003059032967032986, - 0.0522442747252747, - -0.020386087912087892, - 0.03530865934065939, - -0.043625648351648345, - -0.08879309890109885, - 0.09415389010989002, - -0.04757609890109863, - 0.06572261538461541, - 0.222018769230769, - 0.05758529670329658, - -0.007495417582417526, - -0.08522665934065947, - -0.07745157142857151, - -0.04334439560439563, - -0.12401621978021984, - 0.04764354945054952, - -0.021313461538461483, - 0.0352194725274725, - 0.051580087912087895, - 0.05687082417582426, - 0.041357142857142794, - -0.028813681318681075, - 0.017010725274725334, - -0.04641174945054939, - 0.01987447252747256, - 0.013464769230769122, - -0.009952681318681485, - -0.14857142857142827, - 0.03504902197802198, - 0.07064716813186812 - ] - ], - "std": [ - [ - 1.0799649707740484, - 0.9701819203088585, - 1.0349980862760444, - 0.9962695208080098, - 1.0565723090694727, - 0.956401750666777, - 1.0996255828899324, - 0.9272437132189425, - 0.9338556246970804, - 1.132692340014453, - 0.9421816899315112, - 1.108600785818116, - 1.3507430798011204, - 0.9954000343509968, - 0.9838347974365711, - 1.0051011914402448, - 1.082244925397, - 0.9863336565802372, - 0.8936601742161131, - 1.0709540797521042, - 0.9668866324311055, - 1.0433938478729325, - 1.061517000809812, - 1.0860930768159869, - 1.0492767576804765, - 0.9727826405276763, - 1.0221067222848232, - 0.9644227334697079, - 1.0222445250094454, - 1.1137241387036405, - 0.9325232366107138, - 0.9431871301685265, - 1.0294846104354056, - 0.954054376413069 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 12178, - "cert_evals": { - "36": 0.8181818127632141, - "72": 0.7090908885002136, - "108": 0.6727272272109985, - "255": 0.41818180680274963 - }, - "fold": 1 - }, - { - "best_epoch": 30, - "best_val_acc": 0.9836065573770492, - "test_acc": 0.897196261682243, - "train_size": 91, - "val_size": 61, - "test_size": 214, - "stats": { - "mean": [ - [ - 0.1286785934065936, - -0.052514956043955986, - -0.0723557912087912, - -0.03202061538461543, - -0.15349332967032966, - -0.020386153846153894, - -0.09950505494505507, - -0.004103824175824138, - 0.03417917582417588, - 0.08201997802197789, - -0.01447120879120871, - -0.022712967032967008, - -0.04484103296703309, - 0.003681208791208678, - 0.044027285714285734, - 0.04412385714285691, - -0.04660575824175837, - -0.014315659340659313, - -0.02820572527472527, - 0.03724537362637364, - -0.01185779120879114, - -0.039107373626373704, - 0.0024179670329669205, - -0.015451747252747299, - 0.002545351648351576, - 0.08553615384615376, - 0.017010747252747392, - -0.017241828571428485, - 0.008364593406593424, - -0.05972478021978029, - 0.012532417582417426, - 0.1541118681318682, - 0.0052391428571429075, - 0.04806798461538459 - ] - ], - "std": [ - [ - 0.9701280514742756, - 0.9293627837603032, - 0.9985142789172075, - 1.0092809883627014, - 0.9144981766921801, - 0.9688575910999048, - 0.7552905986573396, - 0.9998322435146684, - 1.0704136812401557, - 1.0731541860690452, - 0.9820497437937411, - 0.9606585652114606, - 0.9412251138507225, - 1.032650720921409, - 1.0662219170916833, - 1.0316415589934254, - 0.8883921685550962, - 1.0965763955898655, - 0.9938166856011934, - 1.0449962571399998, - 0.9713151295619376, - 0.916982706185695, - 1.0485354727700578, - 0.9633861656803218, - 0.9854442339078262, - 1.003978327496943, - 1.0338310542422602, - 0.9972909993244929, - 1.0099891482666616, - 0.6769782284640671, - 0.9985019725218273, - 0.9997718075782989, - 1.0050250528703155, - 0.9607093594262002 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 12178, - "cert_evals": { - "36": 0.7213114500045776, - "72": 0.5573770403862, - "108": 0.4590163826942444, - "255": 0.032786883413791656 - }, - "fold": 2 - }, - { - "best_epoch": 27, - "best_val_acc": 0.9807692307692307, - "test_acc": 0.9237668161434978, - "train_size": 91, - "val_size": 52, - "test_size": 223, - "stats": { - "mean": [ - [ - -0.05316160439560428, - 0.07280001098901108, - 0.00029673626373637353, - -0.012712835164835188, - 0.028039912087912074, - -0.05482258241758234, - 0.01604945054945059, - 0.009070153846153903, - 0.011820373626373679, - -0.0029178351648351595, - -0.14689076923076905, - -0.02271290109890109, - -0.04484103296703295, - 0.0036813406593406033, - 0.08266931868131823, - 0.054073769230769106, - -0.000336973626373744, - 0.02922736263736266, - 0.043652076923076925, - 0.03724537362637369, - -0.0024020659340658864, - 0.03521959340659338, - 0.0024179780219780282, - 0.056870879120879105, - 0.015482648351648276, - 0.00930285714285733, - 0.017010725274725344, - 0.002204784615384724, - -0.014655186813186854, - 0.0622580769230768, - 0.012532483516483228, - 0.06330681318681318, - -0.004697549450549487, - 0.015909242857142816 - ] - ], - "std": [ - [ - 0.9579387151851927, - 0.9666344534450786, - 0.9971916717551561, - 1.0285803186606315, - 0.9689331448788322, - 0.9145691771687489, - 0.8846614143098532, - 1.0173836013652253, - 0.9964001763067949, - 0.9871125181905619, - 0.8027509230903981, - 0.9299285829647791, - 0.9412251138507224, - 0.9834698643403745, - 1.1391943175030825, - 0.9785493379039759, - 1.017445012936306, - 0.9645207385980711, - 0.9428629894457031, - 1.0449962571399996, - 0.9921708037991144, - 1.033514126697011, - 1.048535468132942, - 1.0684193315579842, - 1.002284914580432, - 0.9595830510736266, - 1.022106722284823, - 1.0153293741790863, - 0.9598175741851003, - 1.1500085669506441, - 1.0435622629094696, - 0.949962818915988, - 1.0144124428718615, - 1.013968145011949 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 12178, - "cert_evals": { - "36": 0.692307710647583, - "72": 0.48076924681663513, - "108": 0.26923078298568726, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9139703463311734, - "std_test_acc": 0.022371733628077956, - "n_samples": 366, - "n_features": 34, - "n_classes": 6, - "mean_cert_acc_36": 0.777777835726738, - "std_cert_acc_36": 0.0864772258471221, - "mean_cert_acc_72": 0.6480161920189857, - "std_cert_acc_72": 0.16191751227890677, - "mean_cert_acc_108": 0.5269677340984344, - "std_cert_acc_108": 0.20385119443085375, - "mean_cert_acc_255": 0.207569757476449, - "std_cert_acc_255": 0.22172544597967112 - }, - "echocardiogram": { - "dataset": "echocardiogram", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.6, - "test_acc": 0.717948717948718, - "train_size": 33, - "val_size": 20, - "test_size": 78, - "stats": { - "mean": [ - [ - -0.057606475757575756, - -0.15964663636363635, - -0.060374909090909125, - 0.0400295, - 0.10041431515151517, - 0.07715459090909091, - 0.009048404242424318, - 0.011163848484848474, - -0.3499357575757576, - -0.0035744545454545447 - ] - ], - "std": [ - [ - 1.1573831652081632, - 0.8404744208999705, - 0.7381400184555348, - 1.0796554948826975, - 0.8705069277860507, - 1.2129557576954413, - 1.0456434215229085, - 0.9246089519830962, - 1.0989667179647085, - 0.9932372830639454 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1102, - "cert_evals": { - "36": 0.05000000074505806, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 41, - "best_val_acc": 0.782608695652174, - "test_acc": 0.7466666666666667, - "train_size": 33, - "val_size": 23, - "test_size": 75, - "stats": { - "mean": [ - [ - -0.10427761212121212, - -0.08161054545454546, - 0.08791276969696966, - -0.14441026060606058, - 0.09186773939393943, - 0.02212875757575757, - -0.12115638181818184, - 0.13688663636363635, - -0.19213333333333332, - -0.08161054545454546 - ] - ], - "std": [ - [ - 0.8430736384486278, - 0.9233354795587926, - 1.041073713648991, - 0.8385992375905786, - 0.7966783723844354, - 0.8163890823085291, - 0.8747642125794102, - 0.7576737832204337, - 1.0947098909221693, - 0.9233354795587928 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1102, - "cert_evals": { - "36": 0.1304347813129425, - "72": 0.08695652335882187, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.75, - "test_acc": 0.6410256410256411, - "train_size": 33, - "val_size": 20, - "test_size": 78, - "stats": { - "mean": [ - [ - 0.04318501212121217, - -0.08161054545454545, - -0.1960651757575758, - 0.10663209696969696, - -0.039179059090909095, - -0.08327692727272729, - -0.02021858363636361, - -0.027255212121212104, - -0.0343309090909092, - -0.08161054545454542 - ] - ], - "std": [ - [ - 1.1928881057545633, - 0.9233354795587926, - 0.7336788223210056, - 1.0424668853529024, - 1.015206992443095, - 0.7150465728455708, - 0.9871909809630498, - 0.7552585618074782, - 1.0673558137650077, - 0.9233354795587926 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1102, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 29, - "best_val_acc": 0.4444444444444444, - "test_acc": 0.43820224719101125, - "train_size": 33, - "val_size": 9, - "test_size": 89, - "stats": { - "mean": [ - [ - 0.17818635454545453, - -0.003574454545454491, - 0.09132509090909088, - -0.2657220666666666, - 0.02064670606060603, - 0.008581981818181823, - -0.001812626060606065, - -0.08051203030303035, - 0.005119696969696846, - -0.08161054545454548 - ] - ], - "std": [ - [ - 0.65057027499482, - 0.9932372830639454, - 0.9917679778099099, - 0.9657357364086732, - 0.9330992242935773, - 1.0185738628461445, - 0.9305394942774076, - 0.8664314560759948, - 1.0688129554861598, - 0.9233354795587926 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1102, - "cert_evals": { - "36": 0.1111111119389534, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6359608182080092, - "std_test_acc": 0.13917842915684742, - "n_samples": 131, - "n_features": 10, - "n_classes": 2, - "mean_cert_acc_36": 0.07288647349923849, - "std_cert_acc_36": 0.05946752438754785, - "mean_cert_acc_72": 0.021739130839705467, - "std_cert_acc_72": 0.043478261679410934, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "ecoli": { - "dataset": "ecoli", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.09259259259259259, - "test_acc": 0.1717171717171717, - "train_size": 84, - "val_size": 54, - "test_size": 198, - "stats": { - "mean": [ - [ - 0.013150064285714266, - 0.030534154761904717, - -0.03497671428571443, - -0.05455450000000004, - -0.07806762144047612, - 0.0146216491309523, - 0.00923791428571434 - ] - ], - "std": [ - [ - 0.9944073468449054, - 1.0029903172616768, - 0.8958309259021103, - 1.0, - 1.0494215334470565, - 0.9464416656581703, - 0.9697251209067621 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 652, - "cert_evals": { - "36": 0.09259259700775146, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.08771929824561403, - "test_acc": 0.06153846153846154, - "train_size": 84, - "val_size": 57, - "test_size": 195, - "stats": { - "mean": [ - [ - 0.05841213633333324, - 0.009642500000000023, - -0.1049293571428573, - -0.05455450000000004, - -0.13059923814285718, - -0.04276377619047619, - -0.11014530833333327 - ] - ], - "std": [ - [ - 1.0146171837993285, - 1.0844043612606449, - 0.6372989064356027, - 1.0, - 1.1282134026013562, - 0.9791745837868009, - 1.0002488772478277 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 652, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.21428571428571427, - "test_acc": 0.1377551020408163, - "train_size": 84, - "val_size": 56, - "test_size": 196, - "stats": { - "mean": [ - [ - -0.011315743142857089, - -0.03455130952380979, - -0.03497671428571443, - -0.05455450000000004, - 0.08828174398809528, - -0.05821374880952385, - -0.06637139999999996 - ] - ], - "std": [ - [ - 1.012351652595517, - 1.0330947119577754, - 0.8958309259021106, - 1.0, - 1.0026493882045864, - 0.9566088016671406, - 0.9710783614044303 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 652, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.42592592592592593, - "test_acc": 0.41414141414141414, - "train_size": 84, - "val_size": 54, - "test_size": 198, - "stats": { - "mean": [ - [ - -0.17523749880952394, - -0.0650854523809525, - -0.03497671428571443, - -0.05455450000000004, - 0.014348625000000045, - -0.16084512944047624, - -0.12776817619047612 - ] - ], - "std": [ - [ - 1.0115769923283313, - 0.9182494349544681, - 0.8958309259021106, - 1.0, - 1.1277230453570237, - 0.9641663228847202, - 0.9980600835386763 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 652, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.19628803735946593, - "std_test_acc": 0.15236729079723443, - "n_samples": 336, - "n_features": 7, - "n_classes": 8, - "mean_cert_acc_36": 0.023148149251937866, - "std_cert_acc_36": 0.04629629850387573, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "energy-y1": { - "dataset": "energy-y1", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.18269230769230768, - "test_acc": 0.17796610169491525, - "train_size": 192, - "val_size": 104, - "test_size": 472, - "stats": { - "mean": [ - [ - 0.04037588177083325, - -0.02897297395833333, - -0.0555741354166667, - -0.0014130312499998996, - -0.01040988541666666, - 0.08845356250000003, - 0.019546906250001692, - 0.12425216145833322 - ] - ], - "std": [ - [ - 1.0503259507282519, - 1.0401598299798114, - 0.9566204676221528, - 1.0115106857597378, - 0.9992947803759471, - 0.9870322434122373, - 0.9626025350664883, - 1.0012373439432847 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.18269231915473938, - "72": 0.18269231915473938, - "108": 0.16346155107021332, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 33, - "best_val_acc": 0.8560606060606061, - "test_acc": 0.8243243243243243, - "train_size": 192, - "val_size": 132, - "test_size": 444, - "stats": { - "mean": [ - [ - -0.035944025000000025, - 0.01883181770833327, - 0.02047402083333334, - 0.008475244791666782, - 2.3129646346357427e-18, - -9.25185853854297e-18, - -0.003910447916664952, - -0.010073338541666126 - ] - ], - "std": [ - [ - 0.9212095277307366, - 0.9229015509828643, - 1.0465139198851874, - 0.9891013465328523, - 0.9993489999999986, - 0.9993506559221339, - 0.9981490715102995, - 0.9882682016149288 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.7651515603065491, - "72": 0.46212121844291687, - "108": 0.007575757801532745, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 46, - "best_val_acc": 0.8235294117647058, - "test_acc": 0.8096280087527352, - "train_size": 192, - "val_size": 119, - "test_size": 457, - "stats": { - "mean": [ - [ - -0.06401001406250006, - 0.06953358854166669, - -4.583333333418871e-07, - 0.0678050677083333, - -0.0624593125, - 0.10707533333333334, - 0.011727677083334845, - -0.026863999999998927 - ] - ], - "std": [ - [ - 0.9971640605357807, - 1.016537043200003, - 0.9590898709257725, - 0.9858397966646458, - 0.997395236645448, - 0.9977770953987608, - 1.0267126976352656, - 1.0236092624260158 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.756302535533905, - "72": 0.21008405089378357, - "108": 0.10084034502506256, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 32, - "best_val_acc": 0.8070175438596491, - "test_acc": 0.8181818181818182, - "train_size": 192, - "val_size": 114, - "test_size": 462, - "stats": { - "mean": [ - [ - -0.09306050364583336, - 0.10140363020833336, - 0.038023541666666646, - 0.08051876041666675, - -0.06245931250000001, - 4.166666664589166e-08, - 0.16615551562499892, - 0.11081956770833301 - ] - ], - "std": [ - [ - 1.0103381574343495, - 1.0260340528127347, - 0.9660180839931469, - 0.9757962633490739, - 0.997395236645448, - 0.9993506559221341, - 0.9513965888850403, - 0.9859377713172496 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.42105263471603394, - "72": 0.22807016968727112, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6575250632384483, - "std_test_acc": 0.31976277146167914, - "n_samples": 768, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.5312997624278069, - "std_cert_acc_36": 0.2822495881016394, - "mean_cert_acc_72": 0.27074193954467773, - "std_cert_acc_72": 0.12894317022209176, - "mean_cert_acc_108": 0.06796941347420216, - "std_cert_acc_108": 0.07845695485893923, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "energy-y2": { - "dataset": "energy-y2", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.25, - "test_acc": 0.2565217391304348, - "train_size": 192, - "val_size": 116, - "test_size": 460, - "stats": { - "mean": [ - [ - 0.0009850791666666432, - 0.010139916666666622, - 0.032173687500000006, - -0.005650822916666537, - 0.010409885416666669, - -0.06052093749999998, - -0.02541311979166509, - 0.0537312500000005 - ] - ], - "std": [ - [ - 1.0456101033083376, - 1.0498619980358046, - 0.9456106661428212, - 0.9965179021332218, - 0.999294780375947, - 1.0222397484588055, - 1.030433216371699, - 0.995731298264168 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.25, - "72": 0.25, - "108": 0.21551723778247833, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 26, - "best_val_acc": 0.8934426229508197, - "test_acc": 0.8458149779735683, - "train_size": 192, - "val_size": 122, - "test_size": 454, - "stats": { - "mean": [ - [ - 0.07533532916666669, - -0.059394307291666594, - -0.017550052083333306, - -0.04944196875000006, - 0.031229656250000005, - -0.004655374999999985, - 0.06255218750000145, - 1.1510416676625372e-06 - ] - ], - "std": [ - [ - 1.0729275910612097, - 1.0653863321722707, - 0.9433869502795601, - 1.0190501631365936, - 0.998860917431203, - 0.9951670891648171, - 1.0163359360027204, - 1.0396997731000648 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.5573770403862, - "72": 0.2049180269241333, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.8360655737704918, - "test_acc": 0.8524229074889867, - "train_size": 192, - "val_size": 122, - "test_size": 454, - "stats": { - "mean": [ - [ - -0.0004920619791667415, - 0.007242729166666742, - -0.020474875000000007, - 0.016951052083333352, - 2.3129646346357427e-18, - 0.004655458333333339, - 0.11924057812500127, - 0.06380555208333295 - ] - ], - "std": [ - [ - 1.0283618263304504, - 1.0335770524750947, - 0.8923225124501564, - 0.9833589680412395, - 0.9993489999999986, - 1.0280747733173587, - 0.9999909373553216, - 0.955311666538388 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.49180325865745544, - "72": 0.49180325865745544, - "108": 0.49180325865745544, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 49, - "best_val_acc": 0.8230088495575221, - "test_acc": 0.8293736501079914, - "train_size": 192, - "val_size": 113, - "test_size": 463, - "stats": { - "mean": [ - [ - -0.045791585416666704, - 0.053598781249999984, - 0.038023489583333334, - 0.0339023333333334, - -0.04163954166666667, - 0.013966291666666672, - 0.03909468750000155, - 0.06716386458333357 - ] - ], - "std": [ - [ - 1.0190772752310013, - 1.0258162287916472, - 1.0141309105461986, - 1.0041302689502694, - 0.998481132706467, - 0.9782096135772306, - 0.997298911424109, - 1.0244022864972453 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.6902654767036438, - "72": 0.5575221180915833, - "108": 0.4955752193927765, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6960333186752453, - "std_test_acc": 0.29316793906795635, - "n_samples": 768, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.4973614439368248, - "std_cert_acc_36": 0.18442018602906693, - "mean_cert_acc_72": 0.376060850918293, - "std_cert_acc_72": 0.17464793230223175, - "mean_cert_acc_108": 0.30072392895817757, - "std_cert_acc_108": 0.23956446403943676, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "adult": { - "dataset": "adult", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.8066138372447424, - "test_acc": 0.8070695026731798, - "train_size": 16281, - "val_size": 6562, - "test_size": 25999, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2102, - "cert_evals": { - "36": 0.7529716491699219, - "72": 0.6938433051109314, - "108": 0.6270954012870789, - "255": 0.37305697798728943 - }, - "fold": 0 - }, - { - "best_epoch": 23, - "best_val_acc": 0.7990525672371638, - "test_acc": 0.8035899604105008, - "train_size": 16281, - "val_size": 6544, - "test_size": 26017, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2102, - "cert_evals": { - "36": 0.7504584789276123, - "72": 0.6913203001022339, - "108": 0.6327934265136719, - "255": 0.37591689825057983 - }, - "fold": 1 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8056198857495754, - "test_acc": 0.8044395031436896, - "train_size": 16281, - "val_size": 6477, - "test_size": 26084, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2102, - "cert_evals": { - "36": 0.7461787462234497, - "72": 0.6836498379707336, - "108": 0.6218928098678589, - "255": 0.36776283383369446 - }, - "fold": 2 - }, - { - "best_epoch": 3, - "best_val_acc": 0.8032389889511125, - "test_acc": 0.8104338444941049, - "train_size": 16281, - "val_size": 6607, - "test_size": 25954, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2102, - "cert_evals": { - "36": 0.7426971793174744, - "72": 0.6782200932502747, - "108": 0.6120781302452087, - "255": 0.32571515440940857 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8063832026803688, - "std_test_acc": 0.0030799825243218617, - "n_samples": 48842, - "n_features": 14, - "n_classes": 2, - "mean_cert_acc_36": 0.7480765134096146, - "std_cert_acc_36": 0.004552467075059983, - "mean_cert_acc_72": 0.6867583841085434, - "std_cert_acc_72": 0.007154780523418244, - "mean_cert_acc_108": 0.6234649419784546, - "std_cert_acc_108": 0.008800226120900078, - "mean_cert_acc_255": 0.3606129661202431, - "std_cert_acc_255": 0.02350915878632451 - }, - "fertility": { - "dataset": "fertility", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.1111111111111111, - "test_acc": 0.12280701754385964, - "train_size": 25, - "val_size": 18, - "test_size": 57, - "stats": { - "mean": [ - [ - -0.050080199999999984, - -0.12364147839999998, - 0.14793016000000006, - -0.32071263999999977, - 0.1791338, - -0.12053400000000013, - 0.5731312000000003, - -0.16074628000000002, - 0.03862860000000002 - ] - ], - "std": [ - [ - 1.0236052735742232, - 0.8512034434759349, - 0.8026475169365781, - 0.9000012058569202, - 0.9750796495625166, - 0.7418187080757671, - 0.7460504646830267, - 0.9966002512278438, - 0.8297482471350933 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.1111111119389534, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8571428571428571, - "test_acc": 0.8852459016393442, - "train_size": 25, - "val_size": 14, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.08396883999999995, - 0.0741850816, - -0.08875767999999994, - 0.16035823999999999, - -0.2985557199999999, - 0.017217679999999954, - -0.28656639999999994, - -0.012364960000000034, - 7.200000000029405e-07 - ] - ], - "std": [ - [ - 0.9493769176881722, - 1.0402868069724176, - 1.0846399428755964, - 1.0014288942292522, - 0.95537904, - 1.089027811624688, - 1.008650391054026, - 0.9817617018642958, - 0.9407763787630519 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.5714285969734192, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.55, - "test_acc": 0.4909090909090909, - "train_size": 25, - "val_size": 20, - "test_size": 55, - "stats": { - "mean": [ - [ - -0.15099352, - 0.04121466079999998, - 0.029586240000000055, - 0.16035823999999999, - -0.059710959999999924, - 0.29272248000000006, - 0.09552136000000001, - -0.25966716, - -0.27897695999999994 - ] - ], - "std": [ - [ - 0.9753651401849921, - 1.00304651742069, - 0.9614305510351658, - 1.001428894229252, - 0.9943900320852971, - 0.9593333711047946, - 0.911221690762852, - 0.8623722386522275, - 0.6562133354788506 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8181818181818182, - "test_acc": 0.890625, - "train_size": 25, - "val_size": 11, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.05008016, - 0.16980184160000003, - 0.029586240000000055, - -0.08017719999999987, - -0.13932587999999993, - 0.22384639999999986, - -0.19104464, - 0.23493724, - -0.28326872000000003 - ] - ], - "std": [ - [ - 0.967192993888714, - 1.0029056548149258, - 0.9614305510351658, - 0.981981821759731, - 0.9879951745516705, - 0.9393450743392652, - 0.9552200000001204, - 1.0881296800000002, - 0.6448658384270962 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.7272727489471436, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5973967525230737, - "std_test_acc": 0.3676116503363322, - "n_samples": 100, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.35245311446487904, - "std_cert_acc_36": 0.35161967162095437, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "flags": { - "dataset": "flags", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 24, - "best_val_acc": 0.2962962962962963, - "test_acc": 0.2605042016806723, - "train_size": 48, - "val_size": 27, - "test_size": 119, - "stats": { - "mean": [ - [ - 0.2352414791666667, - -0.14561693750000007, - 0.1764680979166667, - 0.11582924333333333, - 0.0278278833333333, - 0.04467812499999988, - -0.14742766666666676, - -0.14850950000000007, - 0.10914166666666664, - 0.020176562500000023, - -0.14527287500000005, - -0.021462375000000023, - -0.005958499999999978, - -0.18136456250000013, - -0.1484010833333332, - -0.13407733333333335, - -0.14238879166666651, - -0.06353299999999999, - 0.039132958333333315, - 0.23061385416666677, - 0.16322545416666676, - 0.20470881250000014, - -0.04084762500000006, - -0.005915999999999931, - -0.08552499999999989, - 0.003115083333333317, - -0.00012200000000005262, - 0.016370875000000003 - ] - ], - "std": [ - [ - 0.9423798810959939, - 0.9424971000607776, - 1.1257258803436931, - 1.5640772168523231, - 0.9974256598053217, - 1.129307049644929, - 1.052031616542435, - 0.7965270829416287, - 0.9104918487062668, - 0.9984666452987403, - 0.9898063223282548, - 0.9958585433814053, - 1.0008837456871553, - 0.8789136023594675, - 0.8091964732150918, - 0.9827727342487288, - 0.6596688427296609, - 0.858146791992489, - 1.050181614737104, - 1.5175473203808312, - 0.8994410282874392, - 1.317453200121319, - 0.9530138431587623, - 0.994027422565394, - 0.9275008724551151, - 1.0021317232904448, - 0.9667438830883966, - 0.9280632223285767 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 8464, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 85, - "best_val_acc": 0.4827586206896552, - "test_acc": 0.2564102564102564, - "train_size": 48, - "val_size": 29, - "test_size": 117, - "stats": { - "mean": [ - [ - 0.19499710416666668, - -0.0022983958333333797, - -0.02790886250000002, - 0.11650907499999995, - -0.06750504166666671, - -0.11583450000000012, - -0.10268268750000005, - 0.02775170833333333, - 0.26183579166666643, - -0.02146237499999999, - -0.14527287500000005, - 0.27001018749999983, - -0.10226858333333351, - 0.10011306249999985, - -0.3313875208333335, - -0.17088533333333333, - -0.18737783333333316, - -0.06353299999999996, - 0.03913295833333332, - -0.008377395833333351, - -0.026332812499999955, - -0.15468943749999978, - 0.07922083333333325, - 0.13755950000000008, - -0.03367612499999993, - 0.07865360416666665, - 0.0827322729166666, - -0.1398202291666666 - ] - ], - "std": [ - [ - 1.0149211380035321, - 1.0106590573641523, - 0.800987362794606, - 1.5710238762349773, - 0.9911412389198323, - 0.8417359860573123, - 0.7550650019137193, - 0.8454707572998891, - 0.7463117905961775, - 0.9958585433814053, - 0.9898063223282548, - 0.9774069853377493, - 1.0506189728199082, - 1.04374696833814, - 0.41816393735262497, - 0.8196612593038392, - 0.596847083543995, - 0.8581467919924893, - 1.050181614737104, - 0.8097533539243018, - 0.6013621428718394, - 0.6159775664971462, - 1.073924939147738, - 1.064042786035294, - 0.9713883617826264, - 1.1076121378365742, - 1.021768139613268, - 0.8455337132759265 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 8464, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.3076923076923077, - "test_acc": 0.2, - "train_size": 48, - "val_size": 26, - "test_size": 120, - "stats": { - "mean": [ - [ - 0.0340199583333333, - 0.10917162499999984, - -0.07162090208333334, - 0.06506778333333332, - -0.10921322916666676, - 0.12493452083333324, - 0.013654270833333296, - 0.15594170833333318, - -0.04355245833333338, - -0.021462374999999978, - 0.104134875, - 0.02017656249999995, - 0.1385066249999999, - 0.053200124999999876, - 0.09558083333333343, - 0.3076187916666668, - 0.17253487500000028, - 0.15269966666666668, - 0.1823765416666667, - 0.13501729166666662, - 0.262743825, - -0.06483987499999996, - 0.19928929166666667, - -0.1015663333333332, - -0.03367612499999994, - 0.07865360416666677, - 0.23660444999999997, - 0.06843458333333337 - ] - ], - "std": [ - [ - 1.0728446319744602, - 1.004997765945125, - 0.6738313483909325, - 1.1276322526496132, - 0.9889360364810051, - 1.0737570402474663, - 1.2301542970075396, - 1.0335005003320021, - 1.0268293591046207, - 0.9958585433814053, - 0.9898063223282548, - 0.9984666452987404, - 0.9021844164633743, - 1.0235194592787966, - 1.0911203018947113, - 1.043398618770709, - 1.428359917728367, - 1.0537876663148145, - 1.2133500974257005, - 0.931759019467099, - 1.699034990837401, - 0.8618067283867119, - 1.170282570673264, - 0.9322841280124254, - 0.9713883617826267, - 1.1076121378365744, - 1.009283746545842, - 1.0092164745858712 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 8464, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 19, - "best_val_acc": 0.06451612903225806, - "test_acc": 0.043478260869565216, - "train_size": 48, - "val_size": 31, - "test_size": 115, - "stats": { - "mean": [ - [ - 0.060849604166666675, - -0.11376839583333333, - -0.09783850416666667, - -0.09356036875000003, - 0.22445235416666667, - 0.024614104166666605, - 0.0762974583333333, - 0.09184660416666661, - -0.14534854166666666, - -0.021462374999999978, - 0.18727079166666663, - 0.061815500000000016, - 0.042196541666666705, - 0.10011306249999992, - -0.08740560416666669, - 0.0008853750000000308, - -0.1423887916666665, - -0.06353283333333333, - -0.10411062500000007, - -0.056175625000000166, - 0.25800489583333336, - -0.15468943749999986, - 0.07922083333333328, - -0.10156633333333316, - -0.08552499999999985, - 0.0031150833333333725, - -0.1421576375, - 0.0684342083333334 - ] - ], - "std": [ - [ - 1.0293582077836319, - 0.9794406225141076, - 0.6268224867254953, - 0.3684227553507345, - 1.025591356541465, - 1.1118837703058688, - 1.0365020313045694, - 1.0275207215403601, - 1.0856923338143685, - 0.9958585433814053, - 0.9757408637342995, - 0.9993344999999996, - 0.9714914160365958, - 1.0437469683381402, - 0.8943692877865511, - 1.023515389848972, - 0.6596688427296608, - 1.0084428269148291, - 0.8321700190516114, - 0.7587733649056444, - 1.7047553305488228, - 0.615977566497146, - 1.073924939147738, - 0.9322841280124254, - 0.9275008724551151, - 1.0021317232904448, - 0.8580294890796403, - 1.071739861024061 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 8464, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.19009817974012344, - "std_test_acc": 0.10157057659884679, - "n_samples": 194, - "n_features": 28, - "n_classes": 8, - "mean_cert_acc_36": 0.0, - "std_cert_acc_36": 0.0, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "glass": { - "dataset": "glass", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.10810810810810811, - "test_acc": 0.07258064516129033, - "train_size": 53, - "val_size": 37, - "test_size": 124, - "stats": { - "mean": [ - [ - 0.012939788679245282, - 0.04699466943396226, - 0.04250909433962263, - -0.01625201207547179, - -0.03750319433962267, - -0.18787082075471698, - 0.06524139433962263, - -0.040507150943396124, - -0.2307195471698114 - ] - ], - "std": [ - [ - 0.801738486196533, - 0.8467082620054888, - 0.9820084649167357, - 0.9338214241369891, - 0.8598618475288062, - 0.3955791139166082, - 0.8724031270593463, - 0.8657099216828293, - 0.7013424696367202 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 978, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 26, - "best_val_acc": 0.5, - "test_acc": 0.4122137404580153, - "train_size": 53, - "val_size": 30, - "test_size": 131, - "stats": { - "mean": [ - [ - -0.06851211245283018, - -0.15009423962264148, - 0.02275701132075471, - -0.11148559811320762, - 0.16614626415094338, - 0.138459841509434, - -0.08099267547169811, - 0.036904622641509635, - -0.12809118867924535 - ] - ], - "std": [ - [ - 0.8515731555985958, - 0.9581970001358434, - 0.9640671504859841, - 0.9248622429706228, - 0.9755758770264732, - 1.357781655818288, - 0.8022445220282372, - 1.1525134057528226, - 0.8492428385949199 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 978, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.2692307692307692, - "test_acc": 0.37777777777777777, - "train_size": 53, - "val_size": 26, - "test_size": 135, - "stats": { - "mean": [ - [ - 0.17342035830188673, - 0.10083030188679246, - -0.0808434981132076, - -0.019653658490565933, - -0.19072764905660378, - 0.02794728113207545, - 0.12344338867924527, - -0.06403424528301871, - 0.22045922641509424 - ] - ], - "std": [ - [ - 1.2137577085998512, - 0.8431029761509528, - 1.0333305367739407, - 1.0160914345283907, - 1.0137208401349003, - 1.2887142840709145, - 1.1306321303495666, - 0.9397607053756946, - 1.2490718777482173 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 978, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 26, - "best_val_acc": 0.2857142857142857, - "test_acc": 0.3082706766917293, - "train_size": 53, - "val_size": 28, - "test_size": 133, - "stats": { - "mean": [ - [ - -0.09789963037735849, - -0.25360606113207534, - -0.0009194132075472026, - 0.04837090226415086, - 0.10451545471698113, - 0.3782897773584904, - -0.08351155283018871, - -0.02570778301886777, - 0.11976666037735839 - ] - ], - "std": [ - [ - 0.9830235331660265, - 0.9613168258565478, - 1.0022618468949342, - 0.9817559883419383, - 1.0203488325490284, - 1.7842263867081236, - 1.0422858738909424, - 0.9054813684433138, - 1.1073266176346976 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 978, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.29271071002220317, - "std_test_acc": 0.15298882128911753, - "n_samples": 214, - "n_features": 9, - "n_classes": 6, - "mean_cert_acc_36": 0.0, - "std_cert_acc_36": 0.0, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "haberman-survival": { - "dataset": "haberman-survival", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.717391304347826, - "test_acc": 0.7391304347826086, - "train_size": 76, - "val_size": 46, - "test_size": 184, - "stats": { - "mean": [ - [ - 0.056303715789473636, - 0.11814425789473684, - 0.07505885618421046 - ] - ], - "std": [ - [ - 1.071529133459213, - 0.9640121301272397, - 1.1153002449883138 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 282, - "cert_evals": { - "36": 0.717391312122345, - "72": 0.5869565606117249, - "108": 0.043478261679410934, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8372093023255814, - "test_acc": 0.6149732620320856, - "train_size": 76, - "val_size": 43, - "test_size": 187, - "stats": { - "mean": [ - [ - 0.10623882105263147, - 0.09384808421052634, - 0.007344408815789407 - ] - ], - "std": [ - [ - 1.0605035134671559, - 1.0869710980458733, - 1.1078408305262222 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 282, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.3018867924528302, - "test_acc": 0.2542372881355932, - "train_size": 76, - "val_size": 53, - "test_size": 177, - "stats": { - "mean": [ - [ - 0.06604734605263156, - -0.015483576315789458, - 0.01100456263157891 - ] - ], - "std": [ - [ - 1.0531764871263751, - 0.9959949318361989, - 0.8640777726923776 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 282, - "cert_evals": { - "36": 0.30188679695129395, - "72": 0.30188679695129395, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6216216216216216, - "test_acc": 0.538860103626943, - "train_size": 76, - "val_size": 37, - "test_size": 193, - "stats": { - "mean": [ - [ - -0.03016957763157897, - -0.13291423947368405, - 0.01283475092105254 - ] - ], - "std": [ - [ - 1.0380766725977404, - 1.0963438485094303, - 1.0823191968380823 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 282, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5368002721443076, - "std_test_acc": 0.20566525707151886, - "n_samples": 306, - "n_features": 3, - "n_classes": 2, - "mean_cert_acc_36": 0.25481952726840973, - "std_cert_acc_36": 0.3396341006499732, - "mean_cert_acc_72": 0.2222108393907547, - "std_cert_acc_72": 0.2817463478897772, - "mean_cert_acc_108": 0.010869565419852734, - "std_cert_acc_108": 0.021739130839705467, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "hayes-roth": { - "dataset": "hayes-roth", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.29411764705882354, - "test_acc": 0.20408163265306123, - "train_size": 28, - "val_size": 34, - "test_size": 98, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 293, - "cert_evals": { - "36": 0.29411765933036804, - "72": 0.23529411852359772, - "108": 0.05882352963089943, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 58, - "best_val_acc": 0.4, - "test_acc": 0.205607476635514, - "train_size": 28, - "val_size": 25, - "test_size": 107, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 293, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.3557692307692308, - "train_size": 28, - "val_size": 28, - "test_size": 104, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 293, - "cert_evals": { - "36": 0.5, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.39285714285714285, - "test_acc": 0.41346153846153844, - "train_size": 28, - "val_size": 28, - "test_size": 104, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 293, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.2947299696298361, - "std_test_acc": 0.1064313810112074, - "n_samples": 160, - "n_features": 3, - "n_classes": 3, - "mean_cert_acc_36": 0.198529414832592, - "std_cert_acc_36": 0.2441648919035992, - "mean_cert_acc_72": 0.05882352963089943, - "std_cert_acc_72": 0.11764705926179886, - "mean_cert_acc_108": 0.014705882407724857, - "std_cert_acc_108": 0.029411764815449715, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-cleveland": { - "dataset": "heart-cleveland", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 71, - "best_val_acc": 0.18518518518518517, - "test_acc": 0.23121387283236994, - "train_size": 76, - "val_size": 54, - "test_size": 173, - "stats": { - "mean": [ - [ - 0.025679380263157865, - 0.06560718421052641, - -0.04165710526315796, - 0.12079876315789474, - -0.05836617236842103, - 0.21103164473684244, - 0.009953435000000009, - -0.04552891578947369, - -0.07930921052631572, - 0.018019449999999958, - -0.1633495263157895, - 0.1490460526315791, - 0.1173184736842107 - ] - ], - "std": [ - [ - 0.8936682722687875, - 0.9705101476202265, - 1.0410809532354568, - 0.9713482365754217, - 1.0046131234392313, - 1.1698900228292355, - 0.991743905598925, - 1.063967410026795, - 0.9653541002995567, - 0.9670845428420584, - 0.8530269008877411, - 1.0419737091060064, - 0.9887800977718967 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 1903, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.18604651162790697, - "test_acc": 0.1956521739130435, - "train_size": 76, - "val_size": 43, - "test_size": 184, - "stats": { - "mean": [ - [ - -0.2101489736842105, - 0.09376453947368439, - -0.1649965789473685, - -0.03545365789473685, - -0.1381618, - 0.02633263157894729, - -0.1355152364473684, - -0.028272514473684226, - 0.060729605263158, - -0.12137016052631582, - 0.02882180263157893, - -0.062184184210526385, - -0.10297684210526317 - ] - ], - "std": [ - [ - 0.9630708106281646, - 0.9569359106048417, - 1.0685892850045124, - 0.9716813782156916, - 0.8933102337559928, - 1.0237058396713807, - 0.987768251139324, - 1.0505795881681008, - 1.018728244712418, - 0.800844776889746, - 0.9838325491030496, - 0.9678759361024273, - 0.9824728943441249 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 1903, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.12280701754385964, - "test_acc": 0.11764705882352941, - "train_size": 76, - "val_size": 57, - "test_size": 170, - "stats": { - "mean": [ - [ - 0.009666096052631561, - 0.12192189473684223, - -0.04165730263157901, - -0.053396460526315796, - 0.009485552631578952, - -0.08448677631578952, - -0.12229084131578946, - 0.029248118421052637, - 0.0887373684210527, - 0.14607715657894724, - 0.007469368421052609, - 0.13496389473684212, - -0.016193828947368444 - ] - ], - "std": [ - [ - 0.991747257977119, - 0.9423253440641232, - 1.054702252215874, - 1.01578753443219, - 0.912628998922061, - 0.9070959475884481, - 0.9828872816770845, - 1.0215811465249889, - 1.026781557739585, - 1.110916508206595, - 1.0555936285886078, - 1.1293737151568792, - 0.9751655205627294 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 1903, - "cert_evals": { - "36": 0.08771929889917374, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 74, - "best_val_acc": 0.40540540540540543, - "test_acc": 0.39473684210526316, - "train_size": 76, - "val_size": 37, - "test_size": 190, - "stats": { - "mean": [ - [ - 0.009666401315789493, - -0.1314943026315789, - -0.027953026315789546, - -0.017510736842105287, - 0.14569758815789477, - -0.12142657894736847, - 0.16864663157894735, - 0.0298232342105263, - 0.032721842105263264, - -0.0567749657894737, - -0.14199722368421067, - 0.050471736842105284, - -0.002842618421052697 - ] - ], - "std": [ - [ - 1.037308935092612, - 1.039536608942455, - 1.0731491570199134, - 0.9857713056853448, - 1.1678879570276746, - 0.8615768485992676, - 0.9924490204448371, - 1.0295305309669156, - 1.0098342617684068, - 1.0125711830157138, - 0.967005700282042, - 1.1226814635925688, - 0.9876978299691207 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 1903, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.2348124869185515, - "std_test_acc": 0.11669049812874786, - "n_samples": 303, - "n_features": 13, - "n_classes": 5, - "mean_cert_acc_36": 0.021929824724793434, - "std_cert_acc_36": 0.04385964944958687, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-hungarian": { - "dataset": "heart-hungarian", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.8823529411764706, - "test_acc": 0.8128342245989305, - "train_size": 73, - "val_size": 34, - "test_size": 187, - "stats": { - "mean": [ - [ - 0.0800741506849315, - 0.187091506849315, - 0.14536817123287665, - 0.057955123287671204, - 0.007548964931506878, - 0.0018470410958903167, - -0.026523986301369866, - -0.07145227945205493, - -0.002936657534246297, - 0.06359038356164397, - 0.03073776712328766, - -0.08100684931506869 - ] - ], - "std": [ - [ - 0.9987991948716954, - 0.8797143812899805, - 1.0138369657816542, - 1.004282733869356, - 1.1169105950079397, - 1.0014602608653556, - 0.9486883864181348, - 1.0204510052676476, - 0.9970306548239305, - 1.1098417855233023, - 1.0026671671379417, - 0.8754503895152498 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1562, - "cert_evals": { - "36": 0.0882352963089943, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.7435897435897436, - "test_acc": 0.8021978021978022, - "train_size": 73, - "val_size": 39, - "test_size": 182, - "stats": { - "mean": [ - [ - -0.03390847945205465, - 0.1564823287671232, - -0.05334468493150675, - 0.17270156164383563, - -0.14544580410958913, - -0.10677657534246586, - 0.03300201369863015, - 0.11938546301369855, - 0.026828767123288015, - 0.11635597260273989, - 0.11918921917808224, - -0.025584246575342404 - ] - ], - "std": [ - [ - 1.015281664085163, - 0.9028410442013451, - 1.0337121941577725, - 0.9152783215528201, - 0.8308188513709485, - 0.787052874670898, - 0.9862292931929137, - 0.8791726610331962, - 1.0093946605762534, - 0.9709004823896129, - 0.9957071278619543, - 0.9379507836223181 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1562, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.47619047619047616, - "test_acc": 0.33519553072625696, - "train_size": 73, - "val_size": 42, - "test_size": 179, - "stats": { - "mean": [ - [ - 0.14495649315068504, - 0.003436438356164301, - -0.06753834246575333, - 0.2389838082191781, - 0.03065915232876712, - -0.16108838356164396, - 0.03300202739726026, - 0.07263872739726036, - 0.02682876712328804, - -0.04947819178082209, - 0.0012539315068493056, - -0.05725431506849332 - ] - ], - "std": [ - [ - 0.9448396245451279, - 0.9965626371881349, - 0.9510883979986018, - 0.9219475695799935, - 0.863125052835077, - 0.6471998892994516, - 1.0497525444673081, - 0.9275566360232819, - 1.0093946605762534, - 0.8385071156366399, - 0.992646777404723, - 0.8922594920555511 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1562, - "cert_evals": { - "36": 0.4761904776096344, - "72": 0.4761904776096344, - "108": 0.0476190485060215, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 24, - "best_val_acc": 0.8409090909090909, - "test_acc": 0.7740112994350282, - "train_size": 73, - "val_size": 44, - "test_size": 177, - "stats": { - "mean": [ - [ - 0.03448108219178094, - 0.03404561643835607, - 0.2021428561643836, - -0.012603835616438326, - 0.012083080821917778, - 0.0018470410958903595, - 0.03300201369863012, - -0.05440366712328782, - 0.14589046575342487, - 0.0786663835616438, - 0.13393120547945203, - -0.05725438356164386 - ] - ], - "std": [ - [ - 0.9357023656034743, - 0.98044976884177, - 0.9447129008604433, - 0.8618425109620811, - 1.2011825380327528, - 1.0014602608653553, - 0.986229293192914, - 0.847254895689431, - 1.0489937022040874, - 1.0096312619774381, - 1.0380236400472438, - 0.844840730482065 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1562, - "cert_evals": { - "36": 0.5681818127632141, - "72": 0.13636364042758942, - "108": 0.09090909361839294, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6810597142395044, - "std_test_acc": 0.23115722539886485, - "n_samples": 294, - "n_features": 12, - "n_classes": 2, - "mean_cert_acc_36": 0.2831518966704607, - "std_cert_acc_36": 0.28087566910372924, - "mean_cert_acc_72": 0.15313852950930595, - "std_cert_acc_72": 0.22475673999212745, - "mean_cert_acc_108": 0.03463203553110361, - "std_cert_acc_108": 0.04372080184925733, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-switzerland": { - "dataset": "heart-switzerland", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.3888888888888889, - "test_acc": 0.22972972972972974, - "train_size": 31, - "val_size": 18, - "test_size": 74, - "stats": { - "mean": [ - [ - -0.03867648709677418, - 0.061165483870967645, - -0.031605645161290254, - -0.04727649354838697, - 0.12035961290322578, - 0.10471612903225812, - 0.10948048064516128, - 0.21947058064516128, - 0.24267312903225804, - 0.146339935483871, - 0.09546838709677423, - -0.14905170967741943 - ] - ], - "std": [ - [ - 1.1959209887023292, - 0.8952513255013157, - 1.0680537841920705, - 1.1526431663263934, - 1.2389629579337629, - 1.0370364433639812, - 0.8482163286791152, - 0.998704338537551, - 0.823971907762666, - 0.9616527651367163, - 1.172612838656165, - 1.0452475193168111 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1637, - "cert_evals": { - "36": 0.0555555559694767, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.05555555555555555, - "test_acc": 0.06756756756756757, - "train_size": 31, - "val_size": 18, - "test_size": 74, - "stats": { - "mean": [ - [ - 0.38275906451612907, - -0.056386774193548456, - 0.015231451612903284, - 0.016496377419354898, - 0.2830434193548386, - -0.059711161290322494, - 0.04518695483870968, - -0.039474967741935506, - 0.10301854838709676, - -0.043132193548387085, - 0.0954683870967742, - -0.026422451612903276 - ] - ], - "std": [ - [ - 0.8537728993403316, - 1.0773842413872565, - 0.9891428503533505, - 0.8244718913923468, - 1.4910217148161218, - 1.0016724276385454, - 0.8092921347980535, - 0.9902763031378431, - 0.9512021337497041, - 1.1112826701924636, - 1.172612838656165, - 1.014523633801689 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1637, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.041666666666666664, - "test_acc": 0.04411764705882353, - "train_size": 31, - "val_size": 24, - "test_size": 68, - "stats": { - "mean": [ - [ - 0.1363268064516129, - 0.06116548387096767, - -0.07844332258064517, - 0.28318253870967747, - 0.12035961290322578, - -0.00490193548387092, - -0.09028977096774195, - -0.16894774193548387, - -0.07077383870967743, - -0.23260409677419347, - -0.0015777419354838426, - -0.12861274193548392 - ] - ], - "std": [ - [ - 0.9985620954632528, - 0.8952513255013155, - 0.7865317101247931, - 0.8496477832825274, - 1.2389629579337627, - 0.8129502811517081, - 0.9201252610360474, - 0.960195792094272, - 0.7788574621968283, - 0.922011584077965, - 1.0630870797904943, - 0.9101297422084665 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1637, - "cert_evals": { - "36": 0.0416666679084301, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.07142857142857142, - "test_acc": 0.16666666666666666, - "train_size": 31, - "val_size": 14, - "test_size": 78, - "stats": { - "mean": [ - [ - 0.06132570967741941, - -0.05638677419354848, - -0.03160587096774191, - -0.08206108387096776, - 0.1203596129032258, - 0.21433419354838715, - 0.08651870322580645, - 0.08999780645161289, - 0.000605741935483859, - -0.11892112903225804, - 0.19251451612903228, - -0.09795603225806457 - ] - ], - "std": [ - [ - 1.1796944897022907, - 1.0773842413872565, - 1.002361426374151, - 1.2266934302261872, - 1.2389629579337627, - 1.2107719727384119, - 1.1761632862640778, - 1.0028917964777728, - 0.9746182884484196, - 1.026652327670446, - 1.4781625990241394, - 1.0351077769123456 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1637, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.12702040275569687, - "std_test_acc": 0.0866574455420102, - "n_samples": 123, - "n_features": 12, - "n_classes": 5, - "mean_cert_acc_36": 0.0243055559694767, - "std_cert_acc_36": 0.028632678357240694, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-va": { - "dataset": "heart-va", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.3783783783783784, - "test_acc": 0.24778761061946902, - "train_size": 50, - "val_size": 37, - "test_size": 113, - "stats": { - "mean": [ - [ - 0.12417273199999997, - 0.05847433999999993, - 0.11939195999999985, - 0.13652684859999997, - 0.169332294, - -0.08422980000000006, - -0.051211000000000055, - -0.025999581999999997, - -0.10986361999999993, - 0.02611757999999999, - 0.18437666399999986, - -0.16063424000000026 - ] - ], - "std": [ - [ - 1.0375983940843654, - 0.8186406200000009, - 0.906257232351079, - 0.9850972422932538, - 0.9999215189422874, - 0.964959379692824, - 0.9368765586228528, - 0.926118336928491, - 0.985877688928741, - 0.8984566513475283, - 1.109014128975748, - 0.8047660315047241 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1637, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.3, - "test_acc": 0.275, - "train_size": 50, - "val_size": 30, - "test_size": 120, - "stats": { - "mean": [ - [ - -0.10881117199999998, - 0.17542300000000016, - 0.21993213999999972, - -0.08821109999999997, - 0.13781262600000002, - 0.08422731999999994, - 0.00731520000000001, - -0.12721317799999998, - -0.30961252, - -0.25667714, - -0.17580066800000008, - -0.02059391999999999 - ] - ], - "std": [ - [ - 0.9929893928858932, - 1.0, - 0.8501447398821216, - 1.0656963957883359, - 1.0325714366151477, - 1.022085030499879, - 0.9621289169237981, - 1.0393960665815958, - 0.9317809815586118, - 0.8468928172805285, - 0.9604725295714901, - 0.9867682179778366 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1637, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.1111111111111111, - "test_acc": 0.04065040650406504, - "train_size": 50, - "val_size": 27, - "test_size": 123, - "stats": { - "mean": [ - [ - 0.15233571999999998, - 0.05847433999999995, - 0.11939203999999982, - -0.012556939999999935, - 0.15528536399999998, - -0.042115520000000004, - 0.06584127999999993, - 0.009825086000000021, - 0.16978484000000008, - 0.05313653999999998, - 0.04716622799999987, - 0.15239717999999963 - ] - ], - "std": [ - [ - 0.9466778160837978, - 0.8186406200000006, - 0.794839780092792, - 1.0183639969617624, - 0.9927764037429706, - 0.982265363064182, - 1.1062072213290066, - 0.982147212242076, - 0.9915274640582656, - 1.040558924765334, - 1.0326448287754921, - 1.138945356222443 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1637, - "cert_evals": { - "36": 0.1111111119389534, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.13333333333333333, - "test_acc": 0.15833333333333333, - "train_size": 50, - "val_size": 30, - "test_size": 120, - "stats": { - "mean": [ - [ - -0.07040700000000005, - 0.17542300000000016, - 0.14452675999999975, - 0.06532269999999997, - -0.19794047999999992, - -0.08422980000000009, - -0.16826343999999985, - 0.010868634000000012, - 0.009985720000000033, - -0.009907080000000006, - -0.10719553600000013, - -0.08649541999999996 - ] - ], - "std": [ - [ - 1.2049567103246417, - 1.0, - 0.9024156133740057, - 0.9721589400778301, - 0.9497444006039201, - 0.964959379692824, - 0.920277085388703, - 0.9840113193010918, - 0.9979451845458254, - 1.0793938409678105, - 0.9369066157621472, - 0.9024286546800494 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1637, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.18044283761421687, - "std_test_acc": 0.1056836937671611, - "n_samples": 200, - "n_features": 12, - "n_classes": 5, - "mean_cert_acc_36": 0.02777777798473835, - "std_cert_acc_36": 0.0555555559694767, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "hepatitis": { - "dataset": "hepatitis", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.782608695652174, - "test_acc": 0.8172043010752689, - "train_size": 39, - "val_size": 23, - "test_size": 93, - "stats": { - "mean": [ - [ - -0.07305103333333338, - -0.25417620512820527, - -0.0684997948717948, - 0.002734846153846289, - -0.27956964102564097, - 0.043173205128205175, - -0.08607384615384614, - 0.058396666666666625, - 0.06670830769230766, - -0.04725699999999998, - 0.016169358974358995, - -0.02457512820512817, - 0.0025034871794872037, - -0.027701887179487183, - -0.15169055846153845, - -0.0886186358974359, - -0.07013070256410256, - 0.1575872743589744, - -0.1341903076923079 - ] - ], - "std": [ - [ - 0.7065121639768482, - 0.5178280049962226, - 1.0644445404981495, - 0.9941527427588283, - 0.9460715809412041, - 1.0610130501194135, - 1.1425568971679159, - 0.9324615341247179, - 0.946176852270342, - 0.9924710852804189, - 0.9714365294574488, - 0.9824999787091323, - 0.9634407063351287, - 0.8415828453559291, - 0.8432379274259605, - 0.6407479822535036, - 0.9523942193593046, - 1.0530325526231488, - 0.9744402928447131 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 3802, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 36, - "best_val_acc": 0.8846153846153846, - "test_acc": 0.7888888888888889, - "train_size": 39, - "val_size": 26, - "test_size": 90, - "stats": { - "mean": [ - [ - -0.11794246410256407, - -0.08617061538461546, - 0.18073612820512838, - 0.002734846153846107, - -0.01757938461538464, - -0.10891841025641022, - -0.26475346153846147, - -0.16237000000000007, - -0.13763476923076928, - 0.0032585384615384802, - -0.12308166666666664, - -0.13340641025641017, - -0.052936256410256344, - -0.1222803846153846, - -0.12690142128205126, - -0.21492274871794878, - -0.0701304769230769, - -0.19038912820512827, - -0.03147528205128203 - ] - ], - "std": [ - [ - 0.9308482815868492, - 0.8729826521744097, - 0.9562346989313699, - 0.9941527427588275, - 1.0687148745897885, - 1.082595260131678, - 1.2147882026120127, - 1.1445852172148068, - 1.1192331270078257, - 1.0668209925491146, - 1.0726249795408656, - 1.1491882555748711, - 1.1143257286511818, - 0.9024022721027672, - 0.9826150523838478, - 0.6405176575741821, - 1.0834147839386958, - 1.0210323203399736, - 0.9932070287924958 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 3802, - "cert_evals": { - "36": 0.42307692766189575, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 24, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.8163265306122449, - "train_size": 39, - "val_size": 18, - "test_size": 98, - "stats": { - "mean": [ - [ - 0.25751469999999993, - -0.0021678205128206176, - -0.16819412820512808, - -0.13856787179487162, - -0.22717153846153848, - -0.05822148717948713, - -0.026513846153846145, - -0.07406333333333337, - 0.025839692307692258, - -0.04725692307692307, - 0.016169487179487147, - -0.13340641025641015, - -0.052936256410256344, - -0.040312646153846145, - 0.10239844307692307, - 0.13277096923076923, - 0.021281615384615406, - -0.028776703589743616, - 0.019882230769230784 - ] - ], - "std": [ - [ - 1.005461160498127, - 0.9939344729297802, - 0.9562346989313698, - 1.1126187137474748, - 0.8609878396947588, - 0.9804372857666263, - 0.9786685591250096, - 0.9813568775708227, - 0.946176852270342, - 1.0881358642498125, - 1.054392008519234, - 1.1491882555748716, - 1.1143257286511812, - 0.6571748166650522, - 0.9244222305036086, - 1.0717140331590138, - 0.8996151755406562, - 0.9261613145039079, - 0.998504170514703 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 3802, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7692307692307693, - "test_acc": 0.6333333333333333, - "train_size": 39, - "val_size": 26, - "test_size": 90, - "stats": { - "mean": [ - [ - -0.07509134615384613, - -0.17017341025641036, - 0.13088894871794884, - 0.1440375641025641, - -0.12237543589743595, - -0.05822148717948713, - 0.1521657692307693, - 0.1467033333333333, - 0.10757692307692303, - 0.003258384615384635, - 0.06258628205128201, - -0.13340641025641015, - 0.057943230769230816, - 0.03955354102564104, - 0.16271944128205126, - 0.026228858974358962, - 0.12825329743589742, - -0.037512437692307686, - 0.2253122820512821 - ] - ], - "std": [ - [ - 0.9881800818586763, - 0.7226193648278391, - 0.9639985722278488, - 0.835958152953438, - 0.9195820679374928, - 0.9804372857666264, - 0.8380816839591891, - 0.797209189164857, - 0.8727148090274184, - 0.8602473119915564, - 0.8683835140087598, - 0.9266649753751967, - 0.7801070627641344, - 0.8750146780135224, - 1.0473279879316608, - 0.8897406999004371, - 0.8705306469748111, - 0.8788094464260305, - 0.9932070287924956 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 3802, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.763938263477434, - "std_test_acc": 0.08805676726053943, - "n_samples": 155, - "n_features": 19, - "n_classes": 2, - "mean_cert_acc_36": 0.18910256773233414, - "std_cert_acc_36": 0.22140918376152213, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "horse-colic": { - "dataset": "horse-colic", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.9090909090909091, - "test_acc": 0.7649572649572649, - "train_size": 68, - "val_size": 66, - "test_size": 234, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6502, - "cert_evals": { - "36": 0.3030303120613098, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 36, - "best_val_acc": 0.9027777777777778, - "test_acc": 0.7587719298245614, - "train_size": 68, - "val_size": 72, - "test_size": 228, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6502, - "cert_evals": { - "36": 0.5555555820465088, - "72": 0.1388888955116272, - "108": 0.02777777798473835, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 25, - "best_val_acc": 0.8412698412698413, - "test_acc": 0.810126582278481, - "train_size": 68, - "val_size": 63, - "test_size": 237, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6502, - "cert_evals": { - "36": 0.1428571492433548, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.66, - "test_acc": 0.632, - "train_size": 68, - "val_size": 50, - "test_size": 250, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6502, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7414639442650769, - "std_test_acc": 0.07648183974927412, - "n_samples": 368, - "n_features": 25, - "n_classes": 2, - "mean_cert_acc_36": 0.25036076083779335, - "std_cert_acc_36": 0.2381564594909777, - "mean_cert_acc_72": 0.0347222238779068, - "std_cert_acc_72": 0.0694444477558136, - "mean_cert_acc_108": 0.0069444444961845875, - "std_cert_acc_108": 0.013888888992369175, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "ilpd-indian-liver": { - "dataset": "ilpd-indian-liver", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 60, - "best_val_acc": 0.6744186046511628, - "test_acc": 0.6381766381766382, - "train_size": 146, - "val_size": 86, - "test_size": 351, - "stats": { - "mean": [ - [ - -0.04947167191780823, - -0.00829989520547949, - 0.0029959439041094614, - 0.043865143424657534, - -0.02727346465753423, - 0.06000245376712337, - 0.18081108150684932, - 0.13766838972602727, - 0.07700867876712333 - ] - ], - "std": [ - [ - 1.0220386211163874, - 0.9305248911517027, - 1.0317627748416793, - 1.0430349333459359, - 0.6968608763678219, - 1.4666603089790804, - 0.976649603737411, - 0.9779410793607819, - 1.0045141661622095 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.3604651093482971, - "72": 0.13953489065170288, - "108": 0.06976744532585144, - "255": 0.011627906933426857 - }, - "fold": 0 - }, - { - "best_epoch": 7, - "best_val_acc": 0.8115942028985508, - "test_acc": 0.6358695652173914, - "train_size": 146, - "val_size": 69, - "test_size": 368, - "stats": { - "mean": [ - [ - 0.023718123972602808, - -0.005873168493150683, - 0.03226138232876717, - 0.04699460315068498, - 0.05445175945205481, - -0.012896076027397266, - 0.006021310958904103, - -0.03022427397260268, - 0.024170888356164395 - ] - ], - "std": [ - [ - 0.9837490979337397, - 0.9321175505257335, - 1.0715555930063725, - 0.9529710623514904, - 1.1810113146612142, - 0.7086815710476746, - 1.0423446624153474, - 1.010859445699408, - 1.0504905455411107 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.08695652335882187, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.6477272727272727, - "test_acc": 0.5472779369627507, - "train_size": 146, - "val_size": 88, - "test_size": 349, - "stats": { - "mean": [ - [ - -0.06850946301369858, - -0.0660989635342466, - -0.043828577945205456, - -0.023010099041095942, - 0.006519339726027369, - -0.025199812328767113, - -0.0009198609589041257, - -0.051749036301369795, - -0.1729785705479453 - ] - ], - "std": [ - [ - 0.960568795724854, - 0.7317880619730879, - 0.8532176637131939, - 0.846889651522413, - 0.8393088412983767, - 0.6466602014941917, - 1.025247253115212, - 1.0319261806513593, - 0.9884325003029147 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.10227273404598236, - "72": 0.022727273404598236, - "108": 0.011363636702299118, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 26, - "best_val_acc": 0.7619047619047619, - "test_acc": 0.7025495750708215, - "train_size": 146, - "val_size": 84, - "test_size": 353, - "stats": { - "mean": [ - [ - 0.10156164794520553, - 0.11148967165753422, - 0.14932299390410964, - -0.06575168465753424, - 0.08565644520547948, - 0.041416027397260274, - 0.12780630068493154, - 0.0825649349315068, - 0.027512271917808223 - ] - ], - "std": [ - [ - 0.9791992181077636, - 1.0803158704678002, - 1.2337654004282645, - 0.900953545319748, - 1.161354860471408, - 0.8045626472841879, - 0.9144661645250372, - 1.0285214362372226, - 1.0463698865975202 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.0595238097012043, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6309684288569004, - "std_test_acc": 0.0637807137673157, - "n_samples": 583, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.1523045441135764, - "std_cert_acc_36": 0.1398959511352886, - "mean_cert_acc_72": 0.04056554101407528, - "std_cert_acc_72": 0.06684375362124109, - "mean_cert_acc_108": 0.02028277050703764, - "std_cert_acc_108": 0.033421876810620546, - "mean_cert_acc_255": 0.0029069767333567142, - "std_cert_acc_255": 0.0058139534667134285 - }, - "image-segmentation": { - "dataset": "image-segmentation", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.9, - "test_acc": 0.91875, - "train_size": 2100, - "val_size": 50, - "test_size": 160, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3607, - "cert_evals": { - "36": 0.8399999737739563, - "72": 0.7799999713897705, - "108": 0.5999999642372131, - "255": 0.2199999988079071 - }, - "fold": 0 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8936170212765957, - "test_acc": 0.901840490797546, - "train_size": 2100, - "val_size": 47, - "test_size": 163, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3607, - "cert_evals": { - "36": 0.8510637879371643, - "72": 0.8297871947288513, - "108": 0.8085106015205383, - "255": 0.2978723347187042 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.9534883720930233, - "test_acc": 0.9041916167664671, - "train_size": 2100, - "val_size": 43, - "test_size": 167, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3607, - "cert_evals": { - "36": 0.8604651093482971, - "72": 0.8372092843055725, - "108": 0.8139534592628479, - "255": 0.41860464215278625 - }, - "fold": 2 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8611111111111112, - "test_acc": 0.8908045977011494, - "train_size": 2100, - "val_size": 36, - "test_size": 174, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3607, - "cert_evals": { - "36": 0.8333333134651184, - "72": 0.7777777910232544, - "108": 0.7222222089767456, - "255": 0.3611111044883728 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9038966763162906, - "std_test_acc": 0.011494036652031409, - "n_samples": 2310, - "n_features": 18, - "n_classes": 7, - "mean_cert_acc_36": 0.846215546131134, - "std_cert_acc_36": 0.0119880601527567, - "mean_cert_acc_72": 0.8061935603618622, - "std_cert_acc_72": 0.03168698347239479, - "mean_cert_acc_108": 0.7361715584993362, - "std_cert_acc_108": 0.1000337420866909, - "mean_cert_acc_255": 0.3243970200419426, - "std_cert_acc_255": 0.08529419095998586 - }, - "hill-valley": { - "dataset": "hill-valley", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.5873015873015873, - "test_acc": 0.46875, - "train_size": 606, - "val_size": 126, - "test_size": 480, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 101002, - "cert_evals": { - "36": 0.01587301678955555, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5289256198347108, - "test_acc": 0.5092783505154639, - "train_size": 606, - "val_size": 121, - "test_size": 485, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 101002, - "cert_evals": { - "36": 0.03305784985423088, - "72": 0.01652892492711544, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 44, - "best_val_acc": 0.6083333333333333, - "test_acc": 0.5967078189300411, - "train_size": 606, - "val_size": 120, - "test_size": 486, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 101002, - "cert_evals": { - "36": 0.09166666865348816, - "72": 0.05000000447034836, - "108": 0.02500000223517418, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 60, - "best_val_acc": 0.6842105263157895, - "test_acc": 0.556910569105691, - "train_size": 606, - "val_size": 114, - "test_size": 492, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 101002, - "cert_evals": { - "36": 0.09649123251438141, - "72": 0.035087719559669495, - "108": 0.017543859779834747, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.532911684637799, - "std_test_acc": 0.055740916939101146, - "n_samples": 1212, - "n_features": 100, - "n_classes": 2, - "mean_cert_acc_36": 0.059272191952914, - "std_cert_acc_36": 0.040846620576439605, - "mean_cert_acc_72": 0.025404162239283323, - "std_cert_acc_72": 0.021778185062578656, - "mean_cert_acc_108": 0.010635965503752232, - "std_cert_acc_108": 0.012652958533418017, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "iris": { - "dataset": "iris", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.38095238095238093, - "test_acc": 0.32608695652173914, - "train_size": 37, - "val_size": 21, - "test_size": 92, - "stats": { - "mean": [ - [ - -0.06538616216216218, - 0.037524162162162124, - -0.05163069459459464, - -0.05491507459459471 - ] - ], - "std": [ - [ - 0.9148870367317358, - 1.0881966465526376, - 0.9955337168703222, - 0.9789290060304676 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.380952388048172, - "72": 0.380952388048172, - "108": 0.2380952388048172, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 14, - "best_val_acc": 0.6551724137931034, - "test_acc": 0.6428571428571429, - "train_size": 37, - "val_size": 29, - "test_size": 84, - "stats": { - "mean": [ - [ - -0.1894133945945945, - -0.14947308108108107, - -0.07307603783783788, - -0.09033012864864856 - ] - ], - "std": [ - [ - 0.9592123832790647, - 0.9096266883189955, - 1.0119512040032557, - 1.0176631024602978 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.30434782608695654, - "test_acc": 0.34444444444444444, - "train_size": 37, - "val_size": 23, - "test_size": 90, - "stats": { - "mean": [ - [ - 0.12065495945945945, - 0.08115708108108108, - -0.014868264864864856, - 0.0017480032432432313 - ] - ], - "std": [ - [ - 1.079972374505205, - 0.8268394002889127, - 1.0381376116445211, - 1.0358017457861401 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.30434784293174744, - "72": 0.30434784293174744, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.35294117647058826, - "test_acc": 0.31645569620253167, - "train_size": 37, - "val_size": 34, - "test_size": 79, - "stats": { - "mean": [ - [ - 0.019474235135135163, - 0.1372560810810812, - -0.050099464864865016, - -0.012418108108108169 - ] - ], - "std": [ - [ - 1.0035126577760827, - 0.9654086463610752, - 1.0191317626227525, - 1.0325640931007958 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.3529411852359772, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.40746106000646454, - "std_test_acc": 0.1573595994501806, - "n_samples": 150, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.25956035405397415, - "std_cert_acc_36": 0.175910490596867, - "mean_cert_acc_72": 0.17132505774497986, - "std_cert_acc_72": 0.2002858206093897, - "mean_cert_acc_108": 0.0595238097012043, - "std_cert_acc_108": 0.1190476194024086, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "ionosphere": { - "dataset": "ionosphere", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.8936170212765957, - "test_acc": 0.8148148148148148, - "train_size": 88, - "val_size": 47, - "test_size": 216, - "stats": { - "mean": [ - [ - -0.053792624999999955, - 0.11437863863636365, - -0.09784573977272727, - 0.037641697727272765, - 0.03979244659090908, - -0.022637212499999986, - -0.03695475681818172, - -0.03367938977272729, - -0.021329492045454524, - -0.09884267272727273, - 0.035718605681818186, - 0.06464764249999998, - -0.019363167613636392, - -0.05855647840909092, - -0.09749018068181807, - -0.038717673863636344, - -0.20421359857954527, - -0.07935669659090909, - -0.1400404538977272, - 0.02510688295454545, - -0.037117688954545446, - 0.033973999999999976, - -0.1653208722727273, - 0.005757295454545449, - -0.1324492284090909, - -0.08898458409090908, - -0.05795820443181821, - -0.02483663102272733, - -0.08507457556818178, - 0.08867289204545453, - -0.04576606920454543, - 0.02797571125000001, - -0.0760243448863635 - ] - ], - "std": [ - [ - 1.0628766820372375, - 0.7507239967772006, - 1.0291396537758577, - 0.8884938256308751, - 0.9340022757733981, - 0.913837455075107, - 0.9736609191811407, - 0.9876988868200146, - 1.0170932036566493, - 0.9930860356859771, - 0.9548850329366211, - 0.9223725518038193, - 0.8913550898838349, - 1.0187510679778873, - 1.017494178014936, - 1.0307802521113834, - 0.975629252171648, - 1.0218068809970482, - 0.9797731524500652, - 0.9502446255339264, - 0.9112949974613238, - 0.9538996196640592, - 0.8900589740016208, - 0.9778636762599577, - 0.9154522749390646, - 1.05891815419685, - 0.9349516698212756, - 1.028413342097531, - 1.0174809086582552, - 0.8603550537251974, - 0.9177215824920913, - 0.9334496357023497, - 0.9708996223344086 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11222, - "cert_evals": { - "36": 0.021276595070958138, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.8909090909090909, - "test_acc": 0.8557692307692307, - "train_size": 88, - "val_size": 55, - "test_size": 208, - "stats": { - "mean": [ - [ - -0.05379262500000004, - 0.057230188340909066, - -0.12594148852272724, - -0.0657140477272727, - 0.03683578340909091, - -0.019606631818181786, - -0.060358038636363666, - 0.04340084659090913, - -0.0891362948863636, - 0.11950643409090907, - -0.0431416420454545, - 0.015000489886363617, - 0.006661120113636418, - 0.05273973636363641, - 0.015397984090909127, - 0.014861920909090958, - 0.1809429574999999, - 0.08595570852272723, - 0.06362748978409093, - 0.013652813181818213, - 0.08379081831818179, - 0.012709255681818172, - 0.05176218068181814, - -0.0808674875, - 0.0755702415909092, - 0.018801221590909037, - 0.00032548409090908274, - -0.044570049999999944, - -0.06261137522727273, - -0.029789787386363672, - 0.05672472590909099, - 0.07217833522727275, - -0.1547468361363635 - ] - ], - "std": [ - [ - 1.062876682037237, - 0.9307820453086587, - 1.0773699872895335, - 1.0440681513418153, - 0.8335723077848519, - 1.0288328270221063, - 1.012134427705991, - 0.9381625016034029, - 1.0351171735867382, - 0.8413129464522849, - 0.957745165443786, - 0.996483818815002, - 1.0520779681632726, - 0.9017607688663065, - 0.9016249527670053, - 0.9886646202839675, - 0.948531710759369, - 0.9429119629240612, - 0.9771648840049503, - 1.0130626800360227, - 0.9206929443124036, - 1.0062206389304456, - 0.9740332111643196, - 1.0276361536986764, - 1.004938887359179, - 0.9916060965398966, - 1.0389805297776586, - 0.9937147733197984, - 0.9550117277666471, - 1.045048464961226, - 0.9419333165833579, - 0.9692634514790782, - 0.8827267306674739 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11222, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 4, - "best_val_acc": 0.8983050847457628, - "test_acc": 0.9068627450980392, - "train_size": 88, - "val_size": 59, - "test_size": 204, - "stats": { - "mean": [ - [ - -0.1268343749999996, - 0.03819893595454546, - -0.011457272727272726, - 0.05116481477272727, - -0.0830110590909092, - 0.047313343863636344, - 0.10252151931818183, - 0.1333957454545454, - 0.05029393693181818, - 0.04156139318181821, - -0.001252886136363645, - -0.02304269772727273, - -0.028127184431818178, - 0.09080393977272729, - 0.051952362500000016, - 0.026424043636363623, - 0.004673466193181796, - 0.08743039488636364, - -0.026571849534090915, - 0.14150050181818186, - 0.03335016056818166, - 0.12982050340909096, - 0.16414423761363636, - 0.09544092727272725, - -0.013555443181818177, - 0.13096514511363633, - 0.08380314419318177, - 0.11039518400000002, - 0.10956971738636363, - 0.16996981363636354, - 0.20297531795454554, - 0.13073818977272728, - 0.22886673897727264 - ] - ], - "std": [ - [ - 1.1403639563737902, - 0.9669190187863775, - 0.9172167629719893, - 0.8606790311963011, - 0.9989705798429368, - 0.9373035431734378, - 0.9209352640839872, - 0.8488345605516046, - 0.8825266596197384, - 0.9437597259890439, - 0.8884696173398924, - 1.0048586652940763, - 0.9550518112139788, - 0.9614986333459294, - 0.9194447344313414, - 0.9950631727543465, - 0.9784728631967848, - 0.9580770253420143, - 0.9232846642295484, - 0.9004257495362915, - 0.9845719410626651, - 0.9096258762479161, - 0.9598729860189827, - 0.9018492624900448, - 0.9747064152086655, - 0.8917378557660298, - 1.0112826407608113, - 0.9771390659506771, - 0.934094299138346, - 0.9171760631839044, - 0.9408030802675159, - 0.9489033599031296, - 0.9833308046410482 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11222, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.9074074074074074, - "test_acc": 0.8899521531100478, - "train_size": 88, - "val_size": 54, - "test_size": 209, - "stats": { - "mean": [ - [ - -0.05379262500000004, - 0.08337084420454545, - 0.012367452272727331, - -0.10430459318181814, - -0.04320599500000006, - -0.02125417613636366, - 0.13601533749999994, - 0.08083362500000006, - 0.04508737613636362, - 0.06580848409090917, - -0.04573462613636365, - -0.11163381636363634, - -0.08390394295454544, - -0.08376589772727273, - -0.044872403409090926, - -0.0040415840909091135, - -0.08072537250000003, - 0.09002621590909089, - -0.162396136590909, - -0.039994314090909096, - -0.10034994406818182, - -0.025718289772727287, - -0.07362233545454551, - 0.15139177386363645, - -0.09483327613636364, - 0.035840585227272695, - 0.10623734090909087, - 0.16713354263636365, - -0.09824181704545455, - -0.02187183522727274, - -0.02442285272727274, - -0.04313826136363642, - 0.1828973070454546 - ] - ], - "std": [ - [ - 1.062876682037237, - 0.9490576864105106, - 0.9875219449564684, - 1.1736996169419784, - 1.085283557408111, - 1.0964938389858863, - 1.0087899511657812, - 1.0744821220114844, - 1.0108692257357619, - 1.0627108745057163, - 1.0442983244440271, - 1.1469962087719372, - 1.0331323404442145, - 1.1049553685537077, - 1.023216090225595, - 1.0297914379913535, - 1.0415403651865944, - 1.0022218327408114, - 1.0389078436934174, - 1.0658270934057976, - 1.0847302652617432, - 1.0404853997786638, - 1.050257290760166, - 0.893199357426146, - 1.0313013612091906, - 0.9776385188820035, - 1.0220555587416027, - 0.8817940384222789, - 1.0763521420836772, - 1.0347943476784296, - 1.1267168423195861, - 1.0726159506205808, - 1.1123266143540387 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11222, - "cert_evals": { - "36": 0.6296296119689941, - "72": 0.14814814925193787, - "108": 0.03703703731298447, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8668497359480332, - "std_test_acc": 0.04068240074988997, - "n_samples": 351, - "n_features": 33, - "n_classes": 2, - "mean_cert_acc_36": 0.16272655175998807, - "std_cert_acc_36": 0.311430259274451, - "mean_cert_acc_72": 0.03703703731298447, - "std_cert_acc_72": 0.07407407462596893, - "mean_cert_acc_108": 0.009259259328246117, - "std_cert_acc_108": 0.018518518656492233, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "lenses": { - "dataset": "lenses", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.25, - "test_acc": 0.21428571428571427, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - 0.0, - 0.6526299999999999, - 0.0, - -0.32631499999999997 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.7296625220778439, - 0.978945, - 0.922958197211553 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.25, - "72": 0.25, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.21428571428571427, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - 0.0, - -0.32631499999999997, - -0.6526299999999999, - 0.0 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.922958197211553, - 0.7296625220778439, - 0.978945 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.0, - "test_acc": 0.6875, - "train_size": 6, - "val_size": 2, - "test_size": 16, - "stats": { - "mean": [ - [ - 0.0, - 0.0, - 0.32631499999999997, - 0.0 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.978945, - 0.9229581972115529, - 0.978945 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.25, - "test_acc": 0.14285714285714285, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - -0.59948, - 0.32631499999999997, - 0.32631499999999997, - -0.32631499999999997 - ] - ], - "std": [ - [ - 0.915720825870709, - 0.9229581972115529, - 0.922958197211553, - 0.922958197211553 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.25, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.31473214285714285, - "std_test_acc": 0.25078268213029103, - "n_samples": 24, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.125, - "std_cert_acc_36": 0.14433756729740643, - "mean_cert_acc_72": 0.0625, - "std_cert_acc_72": 0.125, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "led-display": { - "dataset": "led-display", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 51, - "best_val_acc": 0.23717948717948717, - "test_acc": 0.2239057239057239, - "train_size": 250, - "val_size": 156, - "test_size": 594, - "stats": { - "mean": [ - [ - 0.007071759999999854, - -0.06713887999999998, - 0.04580425999999983, - -0.02524725599999987, - 0.032490744000000016, - 0.026608120000000096, - 1.7199999999801818e-06 - ] - ], - "std": [ - [ - 0.9950459658737895, - 1.009900234084628, - 0.9724760974354865, - 1.0074396393306633, - 1.004766715631752, - 0.9754811567914686, - 0.9994980323196654 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 682, - "cert_evals": { - "36": 0.1538461595773697, - "72": 0.03846153989434242, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.3475177304964539, - "test_acc": 0.30870279146141216, - "train_size": 250, - "val_size": 141, - "test_size": 609, - "stats": { - "mean": [ - [ - -0.030645360000000187, - 0.03051721599999998, - -0.07328692000000013, - -0.01683115199999986, - -0.024368800000000006, - 0.02660812000000029, - 1.7199999999624183e-06 - ] - ], - "std": [ - [ - 1.018012947504733, - 0.9932371252643158, - 1.0370805647209447, - 1.0048701299259322, - 0.9948347843380658, - 0.9754811567914693, - 0.9994980323196655 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 682, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 100, - "best_val_acc": 0.5668789808917197, - "test_acc": 0.5784148397976391, - "train_size": 250, - "val_size": 157, - "test_size": 593, - "stats": { - "mean": [ - [ - -0.02121608000000006, - -0.018310832, - -0.02748262000000013, - 0.008417160000000156, - 0.01624516000000005, - 0.026608120000000093, - -0.01687781599999998 - ] - ], - "std": [ - [ - 1.0124517882249175, - 1.002792806702983, - 1.0143765302763266, - 0.9966955712286966, - 1.0022682733933526, - 0.9754811567914692, - 1.005041365963769 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 682, - "cert_evals": { - "36": 0.3885350227355957, - "72": 0.18471337854862213, - "108": 0.08917197585105896, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 55, - "best_val_acc": 0.6807228915662651, - "test_acc": 0.672945205479452, - "train_size": 250, - "val_size": 166, - "test_size": 584, - "stats": { - "mean": [ - [ - -0.0023575200000001267, - 0.0061031919999999995, - 0.009160819999999905, - -0.04207946399999987, - -0.016246007999999923, - -0.1011123440000001, - 0.05064032800000006 - ] - ], - "std": [ - [ - 1.0009703691603724, - 0.9983249694649329, - 0.9943226309022788, - 1.0123492183086487, - 0.9964583563164333, - 1.0799745182608878, - 0.9809392436444123 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 682, - "cert_evals": { - "36": 0.42168673872947693, - "72": 0.3012048006057739, - "108": 0.054216865450143814, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.4459921401610568, - "std_test_acc": 0.21386460419929698, - "n_samples": 1000, - "n_features": 7, - "n_classes": 10, - "mean_cert_acc_36": 0.24101698026061058, - "std_cert_acc_36": 0.2000758783006948, - "mean_cert_acc_72": 0.13109492976218462, - "std_cert_acc_72": 0.13853896171167424, - "mean_cert_acc_108": 0.035847210325300694, - "std_cert_acc_108": 0.04378363402001354, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "libras": { - "dataset": "libras", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 45, - "best_val_acc": 0.4791666666666667, - "test_acc": 0.5540540540540541, - "train_size": 90, - "val_size": 48, - "test_size": 222, - "stats": { - "mean": [ - [ - 0.059153607855555554, - -0.022086486111111102, - 0.05922882088888888, - -0.02086866645555565, - 0.056779304333333384, - -0.018696930000000046, - 0.05689053533333337, - -0.016248013333333245, - 0.0569165588888889, - -0.0036989233333332458, - 0.06283389777777776, - -0.0037991557777777556, - 0.05937392222222222, - -0.007620807444444464, - 0.05464593999999994, - -0.011244530777777774, - 0.04970278000000001, - -0.013921464755555614, - 0.04771983000000002, - -0.019249020222222305, - 0.044871499788888936, - -0.020557805333333252, - 0.03973438522222228, - -0.026101116888888873, - 0.0330146356666666, - -0.027676334444444468, - 0.034978265333333355, - -0.0210573455555555, - 0.04064138888888893, - -0.01831029133333337, - 0.044241277888888826, - -0.010786282777777736, - 0.051733793333333285, - -0.0034738184444444765, - 0.045049727888888905, - -0.021378303111111135, - 0.04119049111111115, - -0.045665581555555515, - 0.03553613722222227, - -0.07517735188888884, - 0.022791370888888884, - -0.09528456055555552, - 0.01893847222222228, - -0.11598632511111107, - 0.02626179000000001, - -0.1326080574444444, - 0.034327293333333335, - -0.13289333, - 0.03746381222222225, - -0.11572220622222221, - 0.042059589422222224, - -0.09740232666666666, - 0.04862533955555555, - -0.08259843555555557, - 0.04790880555555556, - -0.06473083111111111, - 0.04817679555555557, - -0.043231756999999996, - 0.05318957111111112, - -0.019220134666666673, - 0.055677036666666645, - -0.002841064555555544, - 0.05546902555555555, - 0.003981006666666653, - 0.05436141222222221, - 0.010304663333333285, - 0.04651793477777778, - 0.004333857777777748, - 0.038974952222222185, - -0.008231636300000048, - 0.03247019888888887, - -0.02334288095555553, - 0.03011131132222221, - -0.030717089555555615, - 0.02976556422222225, - -0.03948321999999996, - 0.022267378333333344, - -0.03566932055555558, - 0.015906501777777787, - -0.04077892000000001, - 0.011949363777777782, - -0.03570859, - 0.004940353333333312, - -0.031180698333333357, - 0.0004020502222222259, - -0.025412966666666658, - -0.002333565333333347, - -0.02677985111111109, - -0.0059334082222222105, - -0.026852045555555534 - ] - ], - "std": [ - [ - 1.0272697848649774, - 0.9664771136823957, - 1.027688880747467, - 0.9662624765656191, - 1.0292677018687986, - 0.9684534093051018, - 1.0319599452853536, - 0.9677596062743243, - 1.0377674721252286, - 0.9616782342445047, - 1.0370360978842266, - 0.9555582821931108, - 1.0289925918383118, - 0.9579834639182713, - 1.0189074336088546, - 0.9625256328191537, - 1.0121348350240766, - 0.9646803522961049, - 1.0126185493427433, - 0.9598197286028425, - 1.0189730181818124, - 0.951620173828917, - 1.0350698342948041, - 0.9370228296137644, - 1.0541894305710373, - 0.9184614636871827, - 1.0696682809354456, - 0.9329853150754773, - 1.0890255312769253, - 0.9489615861352966, - 1.1066977252299934, - 0.9608235727079338, - 1.1024326497238879, - 0.9717686177151472, - 1.0972507342710132, - 0.9657911543082057, - 1.069178058095652, - 0.9664501545749722, - 1.0261884635827954, - 0.9801982751719368, - 0.9882367711096164, - 1.0014044489935727, - 0.9672861968365165, - 1.024725533269629, - 0.9648715731537318, - 1.033145694150089, - 0.973815805756156, - 1.0313002194928262, - 0.9859951872457644, - 1.0345119812696684, - 0.9964608835988579, - 1.0372020790742669, - 1.002794362543549, - 1.050476963151338, - 1.0100223483256028, - 1.051659471579452, - 1.0207177149077362, - 1.0380336604147125, - 1.0274778037875825, - 1.0217936789225461, - 1.023355900720886, - 0.99539519439483, - 1.0134647330026565, - 0.9689247631505362, - 1.0089599239522917, - 0.950558838647045, - 1.008875615908425, - 0.9499906362659443, - 1.0089288969813415, - 0.9607648958830952, - 1.0158951823905173, - 0.9737378299181498, - 1.0199933463033373, - 0.9860581507065539, - 1.0263547725332822, - 1.0015989523192506, - 1.032627742296777, - 1.0279180377810286, - 1.0376802603494275, - 1.050663043279449, - 1.0450149927264303, - 1.0536672233709206, - 1.048344449365565, - 1.0509585135332231, - 1.049228637606536, - 1.0418893656144446, - 1.0487172103574718, - 1.0370002214587464, - 1.0495960897157208, - 1.0304275340443008 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 84255, - "cert_evals": { - "36": 0.3541666865348816, - "72": 0.2708333432674408, - "108": 0.2083333432674408, - "255": 0.0416666679084301 - }, - "fold": 0 - }, - { - "best_epoch": 67, - "best_val_acc": 0.6607142857142857, - "test_acc": 0.5607476635514018, - "train_size": 90, - "val_size": 56, - "test_size": 214, - "stats": { - "mean": [ - [ - -0.033764339333333275, - 0.0455450088888889, - -0.0393941557777778, - 0.0442136877777778, - -0.045103564444444466, - 0.04001134399999995, - -0.05244813000000002, - 0.028505362222222205, - -0.06154681444444444, - 0.021204386666666637, - -0.07797415355555551, - 0.01921581555555562, - -0.10197233555555556, - 0.006906205777777777, - -0.12702198222222222, - -0.005695309999999986, - -0.14416418666666672, - -0.02292435444444457, - -0.16337620333333333, - -0.03858305355555561, - -0.1711072416555556, - -0.04597038555555552, - -0.17688608222222224, - -0.0510546662222222, - -0.1777130125555556, - -0.055949267777777756, - -0.1758602002222223, - -0.056614647777777784, - -0.17039360222222222, - -0.06617457911111113, - -0.16981005877777777, - -0.07106641555555543, - -0.16308817222222222, - -0.05537972144444455, - -0.14865953544444438, - -0.04185643888888888, - -0.12450770666666665, - -0.020887783333333316, - -0.0970945600000001, - -0.01284855222222223, - -0.06770919911111105, - -0.006189087555555519, - -0.045649386666666646, - -0.019774148444444417, - -0.024750903666666667, - -0.028532645999999984, - -0.008615883333333359, - -0.04990173111111105, - 0.0027711554444444235, - -0.06698789577777778, - 0.001936522755555571, - -0.08285931522222224, - -0.0073226571111110784, - -0.08259888076666667, - -0.02258475644444445, - -0.07283224555555554, - -0.03855426111111113, - -0.06328560555555554, - -0.06116145375555557, - -0.06039820777777778, - -0.08062423999999999, - -0.06031211888888889, - -0.1001700812222222, - -0.0643715877777778, - -0.11488044000000007, - -0.06820063999999999, - -0.1203164692222222, - -0.07924086666666665, - -0.12108284722222223, - -0.0915652744444445, - -0.11548237566666666, - -0.10036381111111108, - -0.10867505555555551, - -0.11164193444444444, - -0.10020240444444449, - -0.12007570888888885, - -0.09298762111111107, - -0.12944496888888887, - -0.0845759822222222, - -0.12039282000000003, - -0.07738502700000004, - -0.1146484011111111, - -0.06909253888888889, - -0.09596822888888885, - -0.0527662786666667, - -0.08531162555555549, - -0.04094482422222221, - -0.0668187426666667, - -0.03109291377777779, - -0.049228804444444406 - ] - ], - "std": [ - [ - 0.9391947140806977, - 0.9661200046110473, - 0.9369047047249826, - 0.965372181859147, - 0.9379655989040812, - 0.9626856204401466, - 0.9383704435642225, - 0.9596973553804454, - 0.9435124416750471, - 0.9569644766257196, - 0.9507806726832521, - 0.9503884002742878, - 0.9577699621134407, - 0.945652945681381, - 0.9650370451264835, - 0.9434629223854399, - 0.9739544466032157, - 0.9438505847776927, - 0.9764228611015309, - 0.9469890572332942, - 0.9779898535101123, - 0.9533340820544212, - 0.9757437918199428, - 0.9549347448822753, - 0.9663610809902762, - 0.9438525284454122, - 0.952169999214585, - 0.9678377690397413, - 0.9393886782621469, - 0.9947209380373468, - 0.9361716970367747, - 1.0123442945183636, - 0.9252713522214633, - 1.0260951627274713, - 0.9231710047035482, - 1.025557832763311, - 0.9248516800643717, - 1.0172305910811887, - 0.9282810826954029, - 1.0064682263739466, - 0.9205614506509361, - 0.9946120696327407, - 0.9081070345079777, - 0.9949749986778512, - 0.9033325693342755, - 1.006822968070411, - 0.9085081292518836, - 1.0191220579997762, - 0.9153594418262174, - 1.0318423200857954, - 0.9183368353262834, - 1.0392962508240564, - 0.9237882688127866, - 1.055023953325584, - 0.9343012330154237, - 1.0481089228331875, - 0.9560851685143908, - 1.0339727591956172, - 0.9853902060723677, - 1.0098325304467373, - 0.9988778299057116, - 0.9870909710943886, - 1.0021729674536564, - 0.9828786628007012, - 1.0079592542333784, - 0.9835701890015256, - 1.017348186621727, - 0.9858555228606939, - 1.0242608111755789, - 0.9832306180154835, - 1.0262585496418493, - 0.9866284497369432, - 1.0229030560951116, - 0.9869096028519032, - 1.0172087108740004, - 0.9788435218174495, - 1.0148292680398843, - 0.9702030398470889, - 1.0139464402917768, - 0.9650993937320577, - 1.0142334827118167, - 0.9622076846279796, - 1.0188552180562984, - 0.9619140911906384, - 1.0175453036347175, - 0.9585537532942093, - 1.0155723528745622, - 0.9543291962926345, - 1.012212127147541, - 0.9495775298724907 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 84255, - "cert_evals": { - "36": 0.4642857313156128, - "72": 0.3750000298023224, - "108": 0.2857142984867096, - "255": 0.0535714328289032 - }, - "fold": 1 - }, - { - "best_epoch": 48, - "best_val_acc": 0.5535714285714286, - "test_acc": 0.5420560747663551, - "train_size": 90, - "val_size": 56, - "test_size": 214, - "stats": { - "mean": [ - [ - -0.0795752713666667, - 0.0976775155555555, - -0.0792770048888889, - 0.09542594000000003, - -0.0793193911111111, - 0.09638493444444453, - -0.0793156911111111, - 0.09763250999999992, - -0.08028563333333336, - 0.0968837866666667, - -0.08446061444444444, - 0.09761106766666666, - -0.0858379077777778, - 0.09109071466666677, - -0.08833427666666666, - 0.08412569366666675, - -0.08150408654444444, - 0.07868567302222215, - -0.07937965800000002, - 0.07571118444444438, - -0.07020866522222223, - 0.07384745777777788, - -0.05723015477777777, - 0.06437183422222217, - -0.04520808033333336, - 0.04587258000000005, - -0.029391714666666645, - 0.02986913666666669, - -0.01909765222222218, - 0.021750623000000042, - -0.016599911111111112, - 0.03220027088888891, - -0.021600725555555558, - 0.038351117999999955, - -0.029936903333333327, - 0.043317289555555506, - -0.04636568555555557, - 0.04265821111111109, - -0.06504211555555557, - 0.0398037177777778, - -0.07834400400000001, - 0.03486788355555556, - -0.09061476011111111, - 0.024548287777777737, - -0.10536790666666669, - 0.029715636555555532, - -0.1355004688888889, - 0.023034604444444474, - -0.1566124356666667, - 0.013996776444444445, - -0.17107036222222222, - 0.008349538444444445, - -0.17717941188888894, - 0.011516642222222234, - -0.18186103466666662, - 0.006701916666666682, - -0.1859549, - 0.017993973000000038, - -0.1814516993111111, - 0.023018069777777796, - -0.177811022, - 0.013411195555555524, - -0.17198873444444454, - 0.007958389222222214, - -0.159803446, - 0.01762081777777776, - -0.14861193111111112, - 0.03175548111111108, - -0.13662967000000004, - 0.039799975555555506, - -0.12218454000000008, - 0.05352645888888891, - -0.10940399555555551, - 0.056771615555555516, - -0.10123112444444446, - 0.04481529555555562, - -0.09524841888888891, - 0.04344370633333331, - -0.08900512488888888, - 0.047798668888888826, - -0.08192136066666673, - 0.039209352222222264, - -0.07595590804444444, - 0.038319951666666546, - -0.0710968062222223, - 0.046865989111111096, - -0.06933622333333335, - 0.04505355422222219, - -0.0645431828888889, - 0.048621090000000124 - ] - ], - "std": [ - [ - 0.9995783575072309, - 0.9453718021917624, - 0.9986629556137443, - 0.9447043484979707, - 0.9963987589123307, - 0.9459381244093827, - 0.9892357792736222, - 0.9448309404294691, - 0.9884066352373108, - 0.9409207140609871, - 0.9850607322448387, - 0.9374842650334984, - 0.9943922917763706, - 0.9366045758806816, - 1.0082213369876118, - 0.9387174087314007, - 1.0167982259784791, - 0.9414588919501151, - 1.0151339246945583, - 0.946713464769804, - 1.0115845765750173, - 0.9519023234179994, - 1.0054336883537112, - 0.9439031440238868, - 0.9948632401641084, - 0.9178338997823589, - 0.985985091605607, - 0.8980699861250137, - 0.9786895246049818, - 0.8844782943097348, - 0.9763567999689986, - 0.8891258733016062, - 0.9893411781237217, - 0.8987381436886754, - 1.0077858282578576, - 0.8950579121384119, - 1.0348131829708704, - 0.8802295332034641, - 1.0573036237099012, - 0.8816011636092593, - 1.0741826778133243, - 0.8914978392878847, - 1.076897441410801, - 0.911788092656148, - 1.0751351512562335, - 0.9265647791225483, - 1.0763970425573648, - 0.9407369624799463, - 1.075053685265128, - 0.9417913276181705, - 1.0697018034326975, - 0.9523523099253108, - 1.0619584342897572, - 0.9687246728261701, - 1.0496115620329747, - 0.9819961763171552, - 1.0437880565787132, - 0.9902261296333055, - 1.036776335171439, - 1.0167686539675216, - 1.02719908329187, - 1.0393897565193124, - 1.0151559172418654, - 1.0633025125446949, - 1.0021468886253628, - 1.0845540064051982, - 0.9949848743518965, - 1.0934858712212507, - 0.9936750833266651, - 1.0939158617327953, - 0.9887264840502932, - 1.07687069654482, - 0.9849073877892529, - 1.0495601673985115, - 0.968536122796128, - 1.0302608877871398, - 0.9595525737715221, - 1.0250582586535266, - 0.9494218117785129, - 1.0314076443737552, - 0.9369730450579224, - 1.0282406198941436, - 0.927613615345622, - 1.0110472572993734, - 0.9191954706340935, - 0.9917321431280843, - 0.9152228948941693, - 0.9841156236614271, - 0.9187162282547586, - 0.9920089857228521 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 84255, - "cert_evals": { - "36": 0.4642857313156128, - "72": 0.392857164144516, - "108": 0.2857142984867096, - "255": 0.1428571492433548 - }, - "fold": 2 - }, - { - "best_epoch": 46, - "best_val_acc": 0.6, - "test_acc": 0.5155555555555555, - "train_size": 90, - "val_size": 45, - "test_size": 225, - "stats": { - "mean": [ - [ - 0.09026950530000002, - -0.03347233166666681, - 0.08805549977777775, - -0.03405123534444449, - 0.08708464222222234, - -0.03423331444444434, - 0.08310377777777779, - -0.037732521111111056, - 0.07844351111111113, - -0.04188870111111114, - 0.07671959222222215, - -0.04202225133333326, - 0.08212408711111117, - -0.0449390454444444, - 0.0878047777777778, - -0.05257811300000004, - 0.09755105444444442, - -0.051445295555555555, - 0.10336957555555559, - -0.05607170222222236, - 0.10687409668888889, - -0.05782803755555547, - 0.10272375744444447, - -0.057026167999999905, - 0.10213378411111111, - -0.044367474444444326, - 0.09731909555555555, - -0.04350549444444442, - 0.08865874400000001, - -0.06280649233333332, - 0.08169131444444443, - -0.08661213244444435, - 0.07810773555555556, - -0.1112553797777778, - 0.07463555555555558, - -0.1263340871111112, - 0.06639933666666666, - -0.1465535255555555, - 0.05377655111111114, - -0.1640056500000001, - 0.04418829777777779, - -0.17093437533333333, - 0.02842860777777779, - -0.16408909622222206, - 0.016942645555555583, - -0.16675064855555574, - 0.0073328979777777265, - -0.1588536488888888, - 0.00373534444444446, - -0.1495966028888889, - 0.0037222849777777105, - -0.1322372677777777, - -0.0027955453333333665, - -0.10401365777777777, - -0.014766566666666684, - -0.0861462788888889, - -0.025277220000000013, - -0.07635618999999995, - -0.03186592444444443, - -0.07135788, - -0.030484778888888852, - -0.06502929344444444, - -0.022410275666666677, - -0.05761954077777779, - -0.016950835555555564, - -0.03907689404444446, - -0.011996154444444438, - -0.029193174444444425, - -0.010071146111111135, - -0.02858531444444451, - -0.007421466666666659, - -0.023952365555555542, - -0.009688820900000063, - -0.01668311955555556, - -0.005838026666666681, - -0.0015534499999999242, - -0.005162895555555574, - -0.0012964042222222037, - -0.001906099777777802, - 0.003737124444444456, - -0.003503918111111117, - 0.001677034444444477, - -0.007449703600000025, - -0.0018753644444445127, - -0.012184628888888922, - 0.0026639691111110986, - -0.016971600444444422, - 0.007810784999999998, - -0.020134840000000025, - 0.010748244444444445 - ] - ], - "std": [ - [ - 0.9926513732856214, - 0.9922740467464981, - 0.9964342900718223, - 0.9915656502494293, - 1.0031269607060127, - 0.9916453686089172, - 1.0081725642875177, - 0.9907693657057502, - 1.0084903680397026, - 0.9923185425628301, - 1.0128792801232473, - 0.9902737219168581, - 1.010792816435926, - 0.9888655842110828, - 1.0031758362749574, - 0.9854298441685992, - 0.9890882368719963, - 0.9804285773312239, - 0.9730772918992427, - 0.9745141433518287, - 0.9567259704295461, - 0.9768662669607254, - 0.9493774355368427, - 1.0038706259343744, - 0.9377382291600974, - 1.0496602487376752, - 0.9305872026550348, - 1.0503150154169958, - 0.9307025386159513, - 1.0392640335949292, - 0.9406209149566932, - 1.0233939080464391, - 0.9494506124739838, - 1.012079221518538, - 0.9489390893774563, - 1.0141082199450873, - 0.9442671255914099, - 1.0105514136076659, - 0.9468901507686455, - 1.0026766110539935, - 0.9613592957699403, - 0.985068403868737, - 0.9800073579280031, - 0.975436460339431, - 1.0032379235377316, - 0.9551918013742791, - 1.028917517888183, - 0.9387713484170384, - 1.0523789652036324, - 0.9234035510206958, - 1.070132196612977, - 0.9175395296994716, - 1.0842267579309721, - 0.9236823939192144, - 1.0897183483523363, - 0.9433433068622874, - 1.086396588028764, - 0.9587574522789919, - 1.0791277022520895, - 0.9570482720019563, - 1.0581187757889448, - 0.9635751628260921, - 1.0294739845645628, - 0.9733935507031055, - 1.0038087220203096, - 0.976159293071053, - 0.9795623017359278, - 0.9735603509166184, - 0.9585371109226899, - 0.9664985333557078, - 0.9486892392383033, - 0.9697532879719861, - 0.9467364294702475, - 0.9789250453647614, - 0.945107639018188, - 0.9917430005321338, - 0.9508272395661652, - 0.9771349829809848, - 0.9547821795258222, - 0.9594346199487507, - 0.9622256316466118, - 0.9685833725709367, - 0.9607418125919945, - 0.9665777543918542, - 0.9594116876542311, - 0.9632493733809626, - 0.9562909158066344, - 0.9622547186764627, - 0.9546903734091414, - 0.9522119089089927 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 84255, - "cert_evals": { - "36": 0.42222222685813904, - "72": 0.2888889014720917, - "108": 0.2222222238779068, - "255": 0.04444444552063942 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5431033369818417, - "std_test_acc": 0.019926677964873712, - "n_samples": 360, - "n_features": 90, - "n_classes": 15, - "mean_cert_acc_36": 0.42624009400606155, - "std_cert_acc_36": 0.051979676661508545, - "mean_cert_acc_72": 0.3318948596715927, - "std_cert_acc_72": 0.06097124864743025, - "mean_cert_acc_108": 0.2504960410296917, - "std_cert_acc_108": 0.041059928298123285, - "mean_cert_acc_255": 0.07063492387533188, - "std_cert_acc_255": 0.048415953204195686 - }, - "low-res-spect": { - "dataset": "low-res-spect", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 50, - "best_val_acc": 0.8536585365853658, - "test_acc": 0.7563291139240507, - "train_size": 133, - "val_size": 82, - "test_size": 316, - "stats": { - "mean": [ - [ - 0.024469110902255578, - 0.005587958646616302, - 0.01128199067669173, - -0.06037009248120303, - -0.05151846172932332, - -0.024907055639097758, - -0.0322428857142857, - -0.07194005187969929, - -0.07847493984962406, - -0.07729481917293234, - -0.0773144627819549, - -0.07946655714285718, - -0.08317833781954889, - -0.08108707368421056, - -0.051557367819548866, - -0.021992530075187956, - 0.014977627969924827, - 0.04699444218045112, - 0.04272368962406013, - 0.05729708105263157, - 0.07787030999999998, - 0.07839934406015038, - 0.09192532827067672, - 0.07718017969924812, - 0.0731354135338346, - 0.07884905857142857, - 0.07964327293233082, - 0.05894142315789478, - 0.062022699022556374, - 0.07031742661654138, - 0.043068441142857156, - 0.04871273007518795, - 0.04621051263157891, - 0.06354882256390976, - 0.0722840044360902, - 0.038285738646616524, - 0.02072807609022559, - 0.04804389000000004, - 0.0138044796992481, - -0.018880903210526323, - 0.011148169654135377, - 0.02407343864661653, - 3.409736842104958e-05, - 0.014395889473684208, - 0.012942278195488701, - 0.003991518496240605, - 0.004891412781954892, - -0.0026670207518796982, - 0.0021274761654135233, - 0.004516233834586465, - -0.017067495330827086, - 0.05021997804511279, - 0.05085938015037594, - 0.049456287593984995, - 0.04968600586466166, - 0.038087282105263166, - 0.0031582917293233393, - 0.021881782706766925, - 0.006666542857142849, - -0.009844528496240594, - 0.009452689842105257, - -0.006844017293233067, - -0.0035632469924812256, - -0.013377724812030098, - -0.0006018690977443607, - -0.018097159398496255, - -0.011943087969924802, - -0.03201817045112783, - 0.003904128195488711, - -0.007856270676691717, - -0.008680359248120318, - 0.014900510601503778, - 0.004884186917293262, - 0.009004930977443638, - 0.005372908571428565, - 0.007624029323308276, - -0.002930867593984958, - -0.006319933082706782, - 0.00469686285714285, - -0.008532866616541344, - 0.0019344359398495853, - -0.004738761654135335, - 0.0044714904511278155, - -0.001649885714285715, - -0.00984493360902256, - -0.01978030300751879, - -0.00966449759398497, - -0.010639091127819557, - -0.00729790171428571, - -0.01663022781954888, - -0.014927266917293243, - -0.0048786105263157985, - -0.023854766390977448, - -0.002417377293233085, - -0.018055805503759383, - -0.035139856165413506, - -0.003715027067669185, - -0.023457403157894727, - -0.028482144812030083, - -0.012900542255639115 - ] - ], - "std": [ - [ - 1.017393269930814, - 0.9859850544384411, - 0.6351269169990451, - 0.9218499349108917, - 0.9397831881819683, - 0.9559682118638801, - 0.9438724801654544, - 0.9693197875856094, - 0.9713955988615406, - 0.9774390189841138, - 0.9920460008560096, - 0.9991906740103633, - 1.0018878985632447, - 1.0231730392212295, - 1.0116746756260164, - 1.0108766947238579, - 0.9897047919639949, - 0.9656545067924569, - 0.9779229908137462, - 0.9930910566294954, - 0.9769947826741521, - 0.9930680515190659, - 0.9847812255306415, - 0.9945404262409027, - 1.0133003340234725, - 1.010622334528224, - 0.9790643689216147, - 0.9695036033277806, - 0.9691086110146303, - 0.9709469151594099, - 0.9509962741361917, - 0.9459390595619844, - 0.9682759104651395, - 0.9693952498748859, - 0.9565179833606766, - 1.0087728224509616, - 1.0339412420571243, - 0.9797879106089201, - 1.046812274765615, - 1.017780178031687, - 0.9666275571579879, - 1.0256130258535934, - 1.0669421863085269, - 1.0402013313577008, - 1.0594653822910898, - 1.0511922704716143, - 1.0356545195251559, - 1.0641512050185258, - 1.0747163688005084, - 1.0935617174093786, - 1.07443136746114, - 1.0136851672908218, - 0.997280326392972, - 0.9783984688090382, - 1.0042883048291307, - 1.0487180616841298, - 1.0824392363653417, - 1.0689163006997184, - 1.07508445719523, - 1.094579375466917, - 1.0691245108180063, - 1.0218590639920084, - 1.0406528766233436, - 1.0483992179501052, - 1.0151157130662107, - 0.9890602540733745, - 1.0033195884602837, - 0.9979416719998978, - 0.9549270557055792, - 0.9629229016162045, - 0.9687018168255607, - 0.9641140507904243, - 0.9578638967395385, - 0.9634794979402529, - 0.9643850012759382, - 0.9632020577312645, - 0.9577176582123652, - 0.9571989614345542, - 0.9564290236354037, - 0.9456491144494708, - 0.9478771903690641, - 0.9493390272820802, - 0.9470489606741441, - 0.9627884351729016, - 0.9803995592284533, - 0.9681002662445597, - 0.9719751368852133, - 0.9739709130127491, - 0.9720839287368537, - 0.9671210605802054, - 0.9711011471027048, - 0.9845527475390607, - 0.9825803050843526, - 1.0038184387573925, - 0.979717500002443, - 0.9649405988529449, - 0.9876179722405718, - 0.9748242307388256, - 0.9872212806368876, - 0.982676241489978 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 102409, - "cert_evals": { - "36": 0.6829267740249634, - "72": 0.5609756112098694, - "108": 0.5121951103210449, - "255": 0.17073169350624084 - }, - "fold": 0 - }, - { - "best_epoch": 57, - "best_val_acc": 0.7101449275362319, - "test_acc": 0.7386018237082067, - "train_size": 133, - "val_size": 69, - "test_size": 329, - "stats": { - "mean": [ - [ - 0.1530652789473686, - -0.009363782556390993, - 0.05088392255639105, - 0.09471572902255651, - 0.08876052902255634, - 0.12944444736842103, - 0.10373392857142849, - -0.02023532421052626, - -0.029163837593984988, - -0.026313689849624053, - -0.02965288872180454, - -0.034014545112781965, - -0.03632338819548872, - -0.014735644736842088, - 0.01785539338345867, - 0.042751381052631564, - 0.08679215699248122, - 0.10001419052631579, - 0.1017368892481203, - 0.1075867052631579, - 0.10462587691729323, - 0.0953443353383458, - 0.1062469197894737, - 0.10487969082706766, - 0.1025905135338346, - 0.08913448766917297, - 0.09933672556390981, - 0.10743754187969931, - 0.11109795225563905, - 0.10047740721804511, - 0.08384493444360905, - 0.08902717887218042, - 0.08559397548872186, - 0.06289796500751879, - 0.060330664586466215, - 0.046363331127819554, - 0.07722293548872182, - 0.0516131944360902, - -0.022730849022556402, - -0.028101030902255634, - -0.013324536090225563, - -0.09062933308270675, - -0.0771601732330827, - -0.06511450924812032, - -0.12265796165413538, - -0.08916524360902257, - -0.07463184060150373, - -0.05617420278195486, - -0.030201605263157905, - -0.07578766255639095, - -0.059237725210526344, - 0.1091188300225564, - 0.09946399218045113, - 0.08242898984962406, - 0.03451749195488724, - 0.014174642255639086, - -0.049911600902255625, - -0.08932375545864665, - -0.07350661661654141, - -0.06060752706766915, - -0.0945347070225564, - -0.07166026834586467, - -0.08000871849624057, - -0.06738826315789478, - -0.0653453539849624, - -0.06987513011278194, - -0.07700414037593982, - -0.0684724142857143, - -0.06314225375939844, - -0.06643927654135334, - -0.056201902105263185, - -0.045947005037593976, - -0.033031945488721806, - -0.04689342698496246, - -0.051469952631578955, - -0.03478667669172926, - -0.032341004661654134, - -0.056062630977443614, - -0.05649333834586465, - -0.039601220375939813, - -0.037854870451127794, - -0.045860515789473665, - -0.05729389000000003, - -0.0682322045112782, - -0.058773774210526354, - -0.06832082496240602, - -0.0708990614285714, - -0.0600364096992481, - -0.07209753969172931, - -0.0762365472180451, - -0.0768351112781955, - -0.07007685624060155, - -0.08927176834586463, - -0.0882228510300752, - -0.07869736499248121, - -0.0844527432330827, - -0.07372521428571428, - -0.09207066969172933, - -0.08798474277443606, - -0.09338331523308271 - ] - ], - "std": [ - [ - 0.9744553382107187, - 0.9677597969434724, - 1.777310974913784, - 0.9984082294697983, - 0.9969586292153921, - 1.0583440616051412, - 1.0566345380560944, - 0.9857375895494132, - 1.0026115267211986, - 1.0074187005868174, - 0.9914187021756643, - 0.9940673441835514, - 0.98310153446628, - 0.9642872316677437, - 0.9316107906957257, - 0.8392466954824206, - 0.8182299587971944, - 0.8347678474815514, - 0.8515903298166666, - 0.8799721558505285, - 0.89007089287234, - 0.8866071634453673, - 0.8820893100565611, - 0.8826542910069028, - 0.8881722225389, - 0.8787089402752493, - 0.8964119629138864, - 0.879494453663738, - 0.8784873894639735, - 0.886681676346154, - 0.9222856861284946, - 0.9332670529570117, - 0.9776036297075393, - 0.9305127026487992, - 0.9359011475452199, - 0.9633874454328895, - 0.9527398490690858, - 0.965465879462667, - 1.0188818420464785, - 0.9828227999977308, - 0.9531229051081205, - 0.8713338836905145, - 0.9153495157969829, - 0.9223417239665608, - 0.8942885354612832, - 0.8998020432065605, - 0.9315570163515208, - 0.9082683584325931, - 0.9187746260543722, - 0.893070795181221, - 0.9468936674390013, - 0.9056643525291117, - 0.9110446769794468, - 0.9379974540127038, - 0.9647664124557613, - 1.0085574939350006, - 0.9275642673326407, - 0.8504043471913983, - 0.9142116919528667, - 0.8800039098256741, - 0.8415645024254653, - 0.8409729112787964, - 0.8399221552071359, - 0.8651820522167459, - 0.8672852422573245, - 0.8259267130126927, - 0.8390487632459173, - 0.8180961860126535, - 0.8777786937858696, - 0.8683920376045541, - 0.8383842635930155, - 0.8430069272476867, - 0.8666946932557273, - 0.8486025752416404, - 0.8592189394385275, - 0.8740498203324533, - 0.8491655645886534, - 0.8344601422755191, - 0.8287917280777043, - 0.8272025037471293, - 0.8136865464598907, - 0.8270386668301318, - 0.80191790451096, - 0.7804539659801455, - 0.7882991571441237, - 0.778040195581798, - 0.7589918746851501, - 0.7570902805838913, - 0.7293901823605933, - 0.7351310134454143, - 0.7408556555784315, - 0.725678505691747, - 0.6990444825351154, - 0.6919872173073935, - 0.7125567265129449, - 0.7086783958233831, - 0.6708513004398178, - 0.6871596422451152, - 0.6809238754969238, - 0.6885319279117135 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 102409, - "cert_evals": { - "36": 0.6811594367027283, - "72": 0.6521739363670349, - "108": 0.6376811861991882, - "255": 0.3478260934352875 - }, - "fold": 1 - }, - { - "best_epoch": 88, - "best_val_acc": 0.7021276595744681, - "test_acc": 0.805921052631579, - "train_size": 133, - "val_size": 94, - "test_size": 304, - "stats": { - "mean": [ - [ - -0.13586325413533815, - -0.0618193278195488, - -0.04310375263157894, - -0.004718533834586481, - 0.01244425488721805, - -0.025889947368421044, - -0.03012266992481201, - -0.06166973518796993, - -0.058414011278195524, - -0.04856861338345865, - -0.053738878195488775, - -0.0494522635338346, - -0.033144374736842064, - -0.01673198932330828, - 0.00380962645112784, - 0.03076035639097744, - 0.08222181203007521, - 0.08607955939849626, - 0.08385189150375942, - 0.08648061872180456, - 0.08489306466165417, - 0.08092049669172934, - 0.08067010932330827, - 0.07488779000000001, - 0.07012468195488719, - 0.07198337165413535, - 0.04773527819548873, - 0.050869944360902274, - 0.03545853684210525, - 0.016283467669172918, - 0.004097258646616531, - 0.010401111278195502, - -0.01792126090225564, - -0.002418199992481197, - 0.024459281879699275, - 0.025849884210526343, - 0.037459733984962384, - 0.006547264984962439, - -0.010970754511278193, - 0.04163085169924812, - 0.02889156383458647, - 0.030891175112781943, - 0.028361738345864675, - 0.02267998270676693, - -0.025261697518796977, - -0.0006612544360902128, - 0.015497131578947396, - 0.0313857212706767, - 0.03935556884962408, - 0.020145579699248115, - 0.01561868073684209, - 0.07393228112781952, - 0.04280226511278196, - 0.015148240601503748, - -0.02417430518796993, - 0.02045143834586462, - -0.006660919548872173, - 0.012737768827067671, - 0.005639975112781977, - 0.025091721879699245, - 0.0078095799248120235, - -0.0012346056390977465, - -0.00859317037593985, - -0.006910761654135332, - 0.0007964472932330711, - -0.013898008308270668, - -0.00025283060150373826, - -0.016696168195488716, - -0.01286229004511279, - -0.012526450751879697, - -0.030305314661654148, - -0.022196533157894733, - -0.014210327067669165, - -0.022408989473684207, - -0.032924627819548864, - -0.03237249348120299, - -0.020712286992481198, - -0.029102100751879693, - -0.03426806187969925, - -0.0444582919548872, - -0.05113502075187971, - -0.02233855496240602, - -0.032802209022556386, - -0.05755775917293232, - -0.047944335338345884, - -0.049902552481203004, - -0.045151886090225545, - -0.03859559834586468, - -0.05805407509774432, - -0.04678762857142857, - -0.04049555030075189, - -0.03414902180451127, - -0.04661476240601504, - -0.059792844360902264, - -0.045702631368421086, - -0.04080758105263156, - -0.05423186360902256, - -0.061008449345864635, - -0.04793841503759399, - -0.03687203282706768 - ] - ], - "std": [ - [ - 1.0650127556320446, - 1.0066608520484202, - 0.4156979395941612, - 1.0111846623477019, - 1.0239930605317062, - 0.9684176798741715, - 0.9492043006836792, - 0.9787734675960276, - 0.988203812821042, - 0.9943574947885739, - 0.9813196660052181, - 0.9835335096862478, - 0.9989723824774754, - 1.0098341686716865, - 1.0089678435680955, - 1.006897414092789, - 1.0014680482759133, - 0.9969246326169929, - 1.003048211475138, - 0.9963037789822996, - 0.9898134995117452, - 0.9862762846232758, - 0.9696634183119972, - 0.9719462993345181, - 0.9829041377072096, - 0.9970195508702976, - 0.9730130647207035, - 0.9951471045673186, - 1.000240668580986, - 0.9831852201961157, - 0.9993734243431007, - 0.9862173484627466, - 1.0050828113211423, - 0.9769241582086713, - 0.9707777014896144, - 0.9086079382002629, - 0.9264498134320229, - 0.8898792590804552, - 0.9013370080430921, - 0.9668210661261372, - 1.0273237339044736, - 1.0647338020747121, - 1.0837400905988852, - 1.0895012361342458, - 0.9942055646868553, - 1.0030736971903318, - 1.0609720074331763, - 1.062673419595116, - 1.0433128230210706, - 1.0685942775734432, - 1.0659683471227248, - 0.9465620323080091, - 0.9666073282199529, - 0.9823564017132853, - 0.9338971590735567, - 0.9507680860369068, - 0.9776613927510699, - 1.0598523929295665, - 1.0562343768456484, - 1.0489211645884213, - 1.0066351241778364, - 0.9808309075924808, - 0.9798741552856448, - 0.9697984887288765, - 0.983702693591976, - 0.9640382228774541, - 0.9492112764984969, - 0.9447960904251254, - 0.9458208100097997, - 0.9393657515269506, - 0.9219232080989007, - 0.9287988887010107, - 0.9255985041358817, - 0.9022261222236313, - 0.919866535230441, - 0.9212084221960762, - 0.9055005820857147, - 0.9052992836968272, - 0.8965515106580905, - 0.9021371283357683, - 0.8931093485275595, - 0.8894800077414449, - 0.875828335944702, - 0.8768265814954874, - 0.8758047501041376, - 0.8679342278962235, - 0.8563653918115903, - 0.8447870748154496, - 0.8533573385243273, - 0.8580903767160212, - 0.8449284057138841, - 0.8368868316325839, - 0.8375542445936696, - 0.8372449278647315, - 0.8325101772382546, - 0.8345010300544318, - 0.835506482915972, - 0.8231852532778424, - 0.8212941968447315, - 0.8516404740029587 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 102409, - "cert_evals": { - "36": 0.5744680762290955, - "72": 0.46808508038520813, - "108": 0.3617021143436432, - "255": 0.10638297349214554 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.7333333333333333, - "test_acc": 0.7564935064935064, - "train_size": 133, - "val_size": 90, - "test_size": 308, - "stats": { - "mean": [ - [ - 0.10493862744360913, - 0.0936277362406016, - -0.0037778827819548765, - -0.03855023533834586, - -0.02125209138345864, - -0.04543471105263157, - -0.04156411240601502, - 0.01708999368421052, - 0.01226467932330826, - 0.008226878796992469, - -0.0025615368421052433, - -0.018209970902255675, - -0.022531850601503787, - -0.047815336466165384, - -0.04824461954887216, - -0.04206402887218042, - -0.02118501894736845, - -0.0029625436842105487, - 0.01991662105263155, - 0.02359305000000002, - 0.0402974844360902, - 0.02456900902255638, - 0.02643880670676695, - 0.01608115548872179, - 0.022838549624060137, - 0.021608356240601513, - 0.0155475280451128, - 0.0207188052631579, - 0.0194884992481203, - 0.035869669473684244, - 0.023877902255639096, - 0.02819542037593984, - 0.011200890977443602, - 0.0551807004511278, - 0.04744355939849627, - 0.06211426172932332, - 0.06588056992481206, - 0.07162352157894733, - 0.08258311954887225, - 0.064603631774436, - 0.07408918799999994, - 0.07613642842105264, - 0.06256042105263157, - 0.050916241353383455, - 0.04188059195488719, - 0.06601848721804507, - 0.08979577601503759, - 0.04491898714285714, - 0.05555289037593983, - 0.08533037067669177, - 0.1070483993233083, - 0.02408604115037597, - 0.03420398706766918, - 0.0032010017293233246, - 0.029893602556390973, - 0.09153908646616546, - 0.11421593466165411, - 0.07139292911278192, - 0.08337384052631581, - 0.06448526315789473, - 0.04947902714285716, - 0.017647485338345863, - -0.0008786248120300822, - -0.015028007622556393, - -0.005325834736842084, - -0.018705311578947382, - -0.027164074135338317, - -0.029699412736842082, - -0.03217006824060152, - -0.03655872067669175, - -0.05774721052631579, - -0.04586767902255643, - -0.04562037030075189, - -0.07277231285714282, - -0.054276041203007504, - -0.034596221676691734, - -0.054279020075187985, - -0.060108875413533845, - -0.05830179338345861, - -0.06900260458646613, - -0.06369796345864664, - -0.050903367669172896, - -0.06467745977443612, - -0.039303367142857155, - -0.05294008157894737, - -0.05645630721804513, - -0.029166729631578958, - -0.04837335909774438, - -0.057497763834586456, - -0.046163446466165416, - -0.046505692105263174, - -0.042113237368421055, - -0.047567896992481186, - -0.03315349614285714, - -0.04929982421052632, - -0.046727424661654124, - -0.04073674195488724, - -0.040684289624060156, - -0.04322478375939848, - -0.03915163230075189 - ] - ], - "std": [ - [ - 1.085273555336867, - 1.0600160276531263, - 0.5674366488770868, - 1.0538936578762175, - 1.0736216450711755, - 1.0086568899549089, - 1.0107145864607423, - 0.9639829575234186, - 0.9684391767243656, - 0.9700338935541478, - 0.9673544475161013, - 0.9769837254042069, - 0.9832042991536264, - 0.9966940528369324, - 1.0144584886010504, - 1.0253444526714819, - 1.044458899094195, - 1.0437288549864745, - 1.032355378351829, - 1.0318246656034074, - 1.0266339589652462, - 1.0146406956988476, - 1.0044468099155188, - 1.025901708674945, - 1.0091911104926408, - 1.0132829244630681, - 1.0135138926532963, - 1.0124400641048181, - 1.002468214234293, - 0.9964174189277575, - 1.0143810743935044, - 1.016224305012167, - 1.0394808957835124, - 0.9841938243486714, - 0.976043096972565, - 0.9976075386689336, - 1.0012751177529822, - 0.9622637624799687, - 1.0036628686765507, - 1.0160940224228003, - 1.0693721871548225, - 1.0925110746781017, - 1.0637453552419913, - 1.112434336735407, - 1.0720233742927996, - 1.0887433013425338, - 1.1365343727139479, - 1.1082290562555606, - 1.0534133646461585, - 1.0636388960493586, - 1.127374798190782, - 1.0194494800051157, - 1.0115614911992439, - 0.9818412722460208, - 0.9822209459756657, - 1.005189728257075, - 1.08403913325294, - 1.085459527481645, - 1.0752872906455573, - 1.0795318572671038, - 1.0523758463978325, - 1.0153359772434278, - 1.0026092291413942, - 0.9950344482682812, - 1.0022482399439303, - 0.9810221193577394, - 0.9883984901555372, - 0.9708415174186519, - 0.9316161962977328, - 0.9305979660096333, - 0.9093710872091209, - 0.8961295852270974, - 0.9009089691160881, - 0.8750080609089094, - 0.885858487783631, - 0.8776260762487318, - 0.8673876172449833, - 0.8724100819567573, - 0.8723912389263426, - 0.8799174782922783, - 0.8777004895430206, - 0.8741256633416288, - 0.8800181503826561, - 0.8711684637095992, - 0.8970805311242029, - 0.90130116126784, - 0.8913911258859273, - 0.9120317859512505, - 0.9060025721716157, - 0.898262341874369, - 0.9234492395195655, - 0.9258258169182748, - 0.9069694433482488, - 0.9289092057679259, - 0.9258785829559869, - 0.9254000265308414, - 0.931316640531728, - 0.9258381499941104, - 0.9377776810526488, - 0.9431768651197908 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 102409, - "cert_evals": { - "36": 0.10000000149011612, - "72": 0.011111111380159855, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7643363741893356, - "std_test_acc": 0.028966528731513803, - "n_samples": 531, - "n_features": 100, - "n_classes": 9, - "mean_cert_acc_36": 0.5096385721117258, - "std_cert_acc_36": 0.2777617870630561, - "mean_cert_acc_72": 0.42308643483556807, - "std_cert_acc_72": 0.28474728769946367, - "mean_cert_acc_108": 0.3778946027159691, - "std_cert_acc_108": 0.27603877912497043, - "mean_cert_acc_255": 0.15623519010841846, - "std_cert_acc_255": 0.14584455306722768 - }, - "lung-cancer": { - "dataset": "lung-cancer", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 20, - "best_val_acc": 0.5, - "test_acc": 0.4, - "train_size": 8, - "val_size": 4, - "test_size": 20, - "stats": { - "mean": [ - [ - -0.176777, - -1.2499999999804334e-06, - 0.2121181, - 0.22119374999999997, - -0.34205175000000004, - -0.25413399999999997, - -0.4991070000000001, - -0.20667375000000004, - 0.18207425, - 0.1674343749999999, - 0.18600550000000005, - 0.25552725, - -0.39027892500000017, - 0.254131375, - 0.20814399999999994, - -0.11680949999999997, - 4.999999999866223e-07, - 4.999999999866223e-07, - -0.556826, - 0.03246771249999994, - 1.000000000070389e-06, - -0.15760575000000004, - 1.000000000070389e-06, - -0.526415, - 0.26887700000000003, - -0.5463909500000002, - 0.3981490000000001, - -0.11073775000000001, - -0.0461445, - -0.08733862499999998, - -0.20931662499999998, - -0.20931662499999998, - -0.34491900000000003, - -0.30012262500000003, - 0.530329625, - 0.5840457499999999, - -0.2706785, - 0.334991875, - -0.19773098749999996, - 0.28412875, - -0.55909175, - -7.500000000632001e-07, - -0.176777, - -6.250000000040945e-07, - -0.2341686250000001, - 0.143568, - -0.254133, - -0.254133, - -0.347985, - 0.0, - 0.0, - 0.06977162499999998, - 0.06977162499999998, - 0.12400250000000002, - 0.15760662499999997, - 0.0684115 - ] - ], - "std": [ - [ - 1.0, - 0.8745283537861638, - 0.8040182621062347, - 0.68534473627397, - 0.7239840501975423, - 0.9583948535512387, - 0.8803408658477123, - 1.0967323649565501, - 1.2845975870016406, - 1.26287547547214, - 1.275192087344785, - 1.0828786155044974, - 0.8691968462812435, - 0.9433006737973234, - 0.9271293940653591, - 0.8092773571506556, - 0.984249913856105, - 0.984249913856105, - 1.0, - 0.963139848525996, - 0.9842499957566675, - 1.0919276973489076, - 0.9842499957566675, - 1.0, - 0.5691037527613045, - 0.8831049872737146, - 1.061731, - 0.8858950000009523, - 1.1526351972973712, - 0.9725553242070524, - 1.0348836588388737, - 1.0348836588388737, - 1.3655263400268045, - 0.9701424604483272, - 0.7071057500002983, - 0.9344725000001003, - 1.0207927843497426, - 0.9180330571660311, - 0.6975292820538815, - 0.7517340128236433, - 0.7042730759798983, - 0.6959722224846242, - 1.0, - 1.2187770455635987, - 1.497375656357527, - 1.0, - 1.0, - 1.0, - 1.6688774326399765, - 1.0, - 1.0, - 0.7383957883078252, - 0.7383957883078252, - 0.9605327902178821, - 0.8339735544200334, - 0.9479176319916991 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 32035, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.75, - "test_acc": 0.45, - "train_size": 8, - "val_size": 4, - "test_size": 20, - "stats": { - "mean": [ - [ - -0.176777, - -1.2499999999804334e-06, - 0.3333284, - 0.22119374999999997, - -0.34205175000000004, - -0.08471187499999999, - -0.332738375, - 0.28934212499999995, - 0.18207425, - 0.1674343749999999, - 0.37201150000000005, - 0.54755725, - -0.0780548750000001, - 0.254131875, - 0.20814499999999997, - -0.584046, - 0.372012, - 0.372012, - 0.037120499999999945, - 0.03246771249999994, - 0.2841295000000001, - 0.15760662499999994, - -0.2841274999999999, - -0.14356812499999994, - 0.483978, - -0.5463909500000002, - 0.6635817500000001, - 0.33220974999999997, - 0.13842525, - 0.26201350000000007, - -0.627947875, - -0.627947875, - -0.7391125000000001, - 0.21437324999999996, - 1.2499999998971667e-07, - -0.11680875, - -0.09022612500000005, - -0.23927749999999992, - 0.06591022500000003, - 0.28412875, - 0.050826124999999986, - -7.50000000007689e-07, - 0.176776375, - 1.2499999998971667e-07, - -0.8586173750000001, - 0.143568, - -0.254133, - -0.254133, - -0.69597, - 0.0, - 0.0, - 0.06977162499999998, - -0.20931575000000002, - -0.3720145, - 0.15760662499999997, - 0.615692 - ] - ], - "std": [ - [ - 1.0, - 0.8745283537861637, - 0.6748704785505882, - 0.68534473627397, - 0.7239840501975423, - 0.8125185082212646, - 1.0389725707942121, - 0.6403537411098333, - 1.2845975870016406, - 1.26287547547214, - 1.2338234677314055, - 1.0010303391915438, - 0.7486887534635199, - 0.6561671321123982, - 0.6449175678604204, - 1.0, - 1.0, - 1.0, - 1.0287455149777083, - 0.963139848525996, - 0.7517333513858155, - 0.8339735544200334, - 1.100424948682894, - 1.0129176214682314, - 1.0, - 0.8831049872737147, - 1.0280166202880368, - 0.7672062760475096, - 0.9766487648315219, - 1.1975188335072229, - 1.080900755511744, - 1.080900755511744, - 1.5267048606832134, - 0.822478277401104, - 0.6846529246237537, - 0.9047995916201208, - 1.0047163027130392, - 0.7656924999999999, - 1.054565000000008, - 0.7517340128236433, - 1.1319596096912465, - 0.6959722224846243, - 0.9354143054375608, - 0.6723723872158637, - 1.2092403856025213, - 1.0, - 1.0, - 1.0, - 1.2054554005437115, - 1.39194, - 0.98425, - 0.7383957883078252, - 0.9667870265020562, - 0.9605327902178821, - 0.8339735544200334, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 32035, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.5, - "test_acc": 0.4375, - "train_size": 8, - "val_size": 8, - "test_size": 16, - "stats": { - "mean": [ - [ - 0.5303301249999998, - -0.22580399999999995, - -0.3939341, - -0.4866262499999999, - 0.20522875000000002, - -0.08471187499999998, - 0.166368, - -0.04133512500000004, - -0.303458, - -0.27905975000000005, - -0.186006, - -0.32853374999999996, - 0.23417107499999992, - -0.25413399999999997, - 0.04162699999999995, - -0.3504277499999999, - 0.372012, - 5.000000000143778e-07, - 0.037120499999999945, - 0.03246771249999997, - -0.2841274999999999, - 0.47281899999999993, - 0.2841295000000001, - 0.04785500000000001, - 0.2688775, - -0.23416595000000007, - 0.13271625000000004, - 0.11073562499999999, - 0.32299500000000003, - -0.08733862499999998, - -0.06977312500000003, - -0.06977312500000003, - 0.24637075000000005, - -0.12862400000000002, - -0.35355349999999997, - -0.350427, - 0.27067862499999995, - -0.62212375, - 0.593192725, - 0.28412875, - 0.6607445000000001, - -0.20091262500000007, - 0.176776375, - 0.25413225, - 0.07805589999999993, - 0.7178385, - 0.7623977500000001, - 0.7623977500000001, - 0.347985, - 0.347985, - 0.0, - -0.48840412499999997, - -0.48840412499999997, - -0.124006, - 0.15760662499999994, - -0.47886900000000004 - ] - ], - "std": [ - [ - 1.8708296030318634, - 1.1948341428692102, - 1.0773417243604047, - 0.8486461065652968, - 1.059804131102034, - 0.8125185082212646, - 0.8803404878832395, - 0.920566504074317, - 1.0, - 0.7733489942365526, - 0.7203981402946568, - 0.5655146315423125, - 0.9749224782092981, - 0.9583948535512387, - 0.8811270319533954, - 0.6180957912261151, - 1.0, - 0.984249913856105, - 1.0287455149777083, - 0.963139848525996, - 1.100424948682894, - 1.0, - 0.7517333513858155, - 1.0658003128899194, - 1.0315890948113742, - 1.0355328887342052, - 1.0280166202880368, - 1.0621504008726752, - 0.7148326632261567, - 0.9725553242070524, - 1.0809007555117442, - 1.0809007555117442, - 0.5214703075947253, - 0.9548636855920851, - 0.9842497172806299, - 0.934473, - 0.8654191884816481, - 0.6631091564872164, - 0.913279950038126, - 0.7517340128236433, - 0.8132235000004611, - 1.3773654997805538, - 0.9354143054375608, - 1.01653000000083, - 1.2488975000001081, - 0.994665683287983, - 1.7606829064560963, - 1.7606829064560963, - 0.9206817699808115, - 0.9206817699808115, - 0.98425, - 1.5538907649834526, - 1.5538907649834526, - 0.9920339999999999, - 0.8339735544200334, - 1.0945610000000001 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 32035, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.42857142857142855, - "test_acc": 0.11764705882352941, - "train_size": 8, - "val_size": 7, - "test_size": 17, - "stats": { - "mean": [ - [ - 0.5303301249999998, - -1.2499999999804334e-06, - -0.39393409999999995, - -0.48662574999999997, - 0.20522875000000002, - 0.25413137500000005, - 0.166368, - 0.12400349999999996, - 0.18207425, - -0.055812250000000035, - 0.18600550000000005, - -0.03650375000000001, - 0.23417107499999992, - -0.08471287499999999, - -0.12489200000000006, - 0.11680875, - 4.999999999866223e-07, - 5.000000000143778e-07, - -0.556826, - 0.03246771249999994, - -0.28412749999999987, - -0.47281812500000003, - 0.2841295000000001, - -0.334991875, - -0.16132500000000002, - -0.23416690000000004, - -0.13271649999999996, - -0.11073775000000001, - -0.41528250000000005, - -0.08733862499999998, - 0.06977074999999999, - 0.06977074999999999, - 0.049274500000000054, - -0.814618375, - 0.53032925, - 0.35042749999999995, - -0.45113087499999993, - 0.526415, - 0.06591029999999999, - 0.28412875, - -0.7623978749999999, - 0.200909125, - -0.176777, - -0.508266375, - 0.07805589999999987, - 0.143568, - -0.254133, - -0.254133, - 0.0, - 0.0, - -0.2460625, - 0.348859, - 0.348859, - 0.12400250000000004, - 0.15760662499999994, - 0.06841149999999997 - ] - ], - "std": [ - [ - 1.8708296030318634, - 0.8745283537861637, - 1.0773417243604047, - 1.1050835007108908, - 1.059804131102034, - 0.9433006737973234, - 0.8803404878832395, - 0.9352965034364771, - 1.2845975870016406, - 1.2429866458078653, - 1.275192087344785, - 0.7002636005201451, - 0.9749224782092981, - 1.2564662193460912, - 1.2349267641556725, - 0.9047995916201208, - 0.984249913856105, - 0.984249913856105, - 1.0, - 0.963139848525996, - 1.100424948682894, - 1.2208122788934872, - 0.7517333513858155, - 0.5064579839368311, - 0.8330825907525617, - 0.826068984966516, - 0.9194860179854557, - 0.8858950000009523, - 0.8851640178287581, - 0.9725553242070524, - 0.956663241117368, - 0.956663241117368, - 1.0429379694381398, - 0.45374271193952453, - 0.9999985416822804, - 1.120393298613817, - 1.0047163027130392, - 0.7656924999999999, - 1.0, - 0.7517340128236433, - 0.5378974467662115, - 0.531557565187073, - 1.0, - 1.4149504831054103, - 1.2488975000001081, - 1.0, - 1.0, - 1.0, - 1.39194, - 1.0, - 0.6510201819788307, - 1.0, - 1.0, - 0.9605327902178821, - 0.8339735544200334, - 0.9479176319916991 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 32035, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3512867647058824, - "std_test_acc": 0.15720211641887774, - "n_samples": 32, - "n_features": 56, - "n_classes": 3, - "mean_cert_acc_36": 0.0, - "std_cert_acc_36": 0.0, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "lymphography": { - "dataset": "lymphography", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.45, - "test_acc": 0.4065934065934066, - "train_size": 37, - "val_size": 20, - "test_size": 91, - "stats": { - "mean": [ - [ - 0.11571070270270278, - 0.027093891891891864, - -0.1061727567567567, - -0.22205799999999987, - 0.12556329729729743, - 0.06734324324324321, - 0.05365567567567566, - 0.1178617837837836, - -0.021548756756756857, - 0.3392003783783783, - 0.10699794594594601, - 0.16341409189189185, - 0.04434448648648651, - -0.18670452972972956, - 0.26953127027027013, - 0.028475135135135103, - 0.04964567567567568, - 0.039015189189189156 - ] - ], - "std": [ - [ - 0.9649959417614393, - 0.9932963186135503, - 0.8953249050860361, - 1.0, - 1.0617235061005919, - 0.9934273444847499, - 1.0837969821071396, - 0.93550276827785, - 1.0343414594594595, - 0.9787865374391254, - 0.967613635624315, - 0.9191462546392654, - 0.8904463864306404, - 0.9446597120353613, - 0.8244693349942901, - 0.9863926362299982, - 0.9592304425723344, - 1.0431241983062185 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3496, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6428571428571429, - "test_acc": 0.3373493975903614, - "train_size": 37, - "val_size": 28, - "test_size": 83, - "stats": { - "mean": [ - [ - 0.04959027027027034, - 0.08128264864864862, - -0.035391108108108124, - -0.22205799999999987, - 0.18834432432432444, - 0.12121940540540535, - 0.053655675675675654, - 0.1178617837837837, - 0.06464635135135137, - -0.08076164864864863, - 0.05944235135135144, - 0.00778283243243246, - 0.15077297297297293, - -0.11202250000000004, - 0.16519686486486485, - 0.028475135135135117, - -0.08274070270270273, - 0.08157664864864865 - ] - ], - "std": [ - [ - 0.9907038663718554, - 0.9843876514961846, - 0.9653329850824838, - 1.0, - 1.0873992856216566, - 0.9875663650472953, - 1.0837969821071396, - 0.93550276827785, - 1.1435074740788183, - 0.8987462927541991, - 0.9629278239378523, - 0.8670760159672493, - 1.0294219151090758, - 0.8796063323575559, - 0.8770711701884819, - 0.9863926362299982, - 1.050784302485063, - 1.0667820327309758 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3496, - "cert_evals": { - "36": 0.535714328289032, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.52, - "test_acc": 0.5465116279069767, - "train_size": 37, - "val_size": 25, - "test_size": 86, - "stats": { - "mean": [ - [ - -0.08265059459459453, - 0.0812826486486486, - -0.03539110810810814, - 0.031722972972972906, - 1.2432432433330043e-06, - -0.09428524324324326, - -0.05365621621621621, - -4.864864865424842e-07, - -0.02154875675675677, - -0.016152108108108066, - -0.03566883783783778, - -0.02334296756756763, - -0.06208424324324333, - 0.08712936486486486, - -0.043471945945945945, - 0.08542454054054054, - 0.248225243243243, - 0.09576443243243248 - ] - ], - "std": [ - [ - 0.9873886182585688, - 0.9843876514961846, - 0.9653329850824838, - 1.0616419779070554, - 0.9966179074004299, - 0.9934273444847498, - 0.8978357031769213, - 0.9966159264522366, - 1.0343414594594607, - 0.8607871843035175, - 0.946344799312269, - 0.9999220929965701, - 0.8847748864465823, - 0.9544491031115466, - 0.9396531993920559, - 0.9631018357081231, - 0.7605018441428824, - 0.9305366467747157 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3496, - "cert_evals": { - "36": 0.5199999809265137, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 0.5555555555555556, - "test_acc": 0.5483870967741935, - "train_size": 37, - "val_size": 18, - "test_size": 93, - "stats": { - "mean": [ - [ - 0.04959027027027031, - -0.1896611351351352, - -0.035391108108108124, - -0.22205799999999987, - 0.1255632972972974, - -0.20203756756756758, - -0.0536562162162162, - 0.1767929189189188, - -0.021548756756756837, - -0.04845689189189187, - 0.011886594594594657, - -0.14784801081081084, - -0.133037, - -0.03734048648648648, - 0.06086245945945948, - 0.14237394594594593, - -0.0827407027027028, - -0.017734054054054066 - ] - ], - "std": [ - [ - 0.949006736815226, - 0.9991913040086986, - 0.9653329850824838, - 1.0, - 1.061723506100592, - 0.9787090886861045, - 0.8978357031769213, - 0.8976123081203877, - 1.0343414594594595, - 0.9022230780655615, - 1.039718775420792, - 0.9842972464819717, - 1.0946013067767175, - 0.8968738654850321, - 0.9148697472881367, - 0.9357742193114152, - 1.050784302485063, - 0.9574019230274994 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3496, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.45971038221623456, - "std_test_acc": 0.10518497930818128, - "n_samples": 148, - "n_features": 18, - "n_classes": 4, - "mean_cert_acc_36": 0.2639285773038864, - "std_cert_acc_36": 0.3048259864398753, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "magic": { - "dataset": "magic", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 22, - "best_val_acc": 0.8307045215562566, - "test_acc": 0.823781983876621, - "train_size": 4755, - "val_size": 2853, - "test_size": 11412, - "stats": { - "mean": [ - [ - -0.006388502646498379, - 0.006146446558885208, - -0.004209508307465906, - -0.004618793225236638, - -0.005315102475499497, - 0.006428044290851726, - -0.009059829779516417, - -0.008184151766561471, - 0.0033090761545739233, - -0.037376705087697235 - ] - ], - "std": [ - [ - 1.0023231607535665, - 1.0146947634200698, - 0.9896786368249049, - 1.001451036065264, - 1.0040066512880044, - 0.9905161210566023, - 0.9988965907369368, - 1.0089426097443763, - 0.998566492615012, - 0.9927003057378353 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1102, - "cert_evals": { - "36": 0.7634069323539734, - "72": 0.6747283339500427, - "108": 0.5744829773902893, - "255": 0.13319312036037445 - }, - "fold": 0 - }, - { - "best_epoch": 39, - "best_val_acc": 0.8367132867132867, - "test_acc": 0.8334064007014468, - "train_size": 4755, - "val_size": 2860, - "test_size": 11405, - "stats": { - "mean": [ - [ - -0.02436633946876997, - -0.022955164259726813, - -0.01993822200946376, - 0.03387639055541514, - 0.03436448497875925, - 0.0038116422946371125, - 0.007543406119453581, - 0.009698795669190335, - 0.0014860032576237098, - 0.00582992035215565 - ] - ], - "std": [ - [ - 0.9720381092498293, - 0.977333352882092, - 1.005139358382248, - 1.0164880549439819, - 1.0140583933617473, - 0.9837401295374851, - 0.9888378476099222, - 0.9663806918109694, - 1.005931831682823, - 1.000297701528725 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1102, - "cert_evals": { - "36": 0.762937068939209, - "72": 0.6751748323440552, - "108": 0.5741258859634399, - "255": 0.15069930255413055 - }, - "fold": 1 - }, - { - "best_epoch": 86, - "best_val_acc": 0.8397905759162304, - "test_acc": 0.8326315789473684, - "train_size": 4755, - "val_size": 2865, - "test_size": 11400, - "stats": { - "mean": [ - [ - -0.012130254007592012, - -0.00826500078065223, - -0.010807356011566996, - 0.006499159247108326, - 0.006873201220609896, - 0.02000870184077821, - 0.001820881288265063, - -0.006523736593059914, - 0.0003778347011781665, - -0.018002280250893746 - ] - ], - "std": [ - [ - 0.9818839030528209, - 1.009368494398234, - 0.999432313276235, - 1.001141721390468, - 1.0040075321280533, - 0.9881194208362026, - 0.9709869282224545, - 1.0026493070298281, - 0.9996452002230842, - 0.9913588270685182 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1102, - "cert_evals": { - "36": 0.7584642171859741, - "72": 0.6589877605438232, - "108": 0.5567190051078796, - "255": 0.12635253369808197 - }, - "fold": 2 - }, - { - "best_epoch": 24, - "best_val_acc": 0.8205673758865248, - "test_acc": 0.8258628221930974, - "train_size": 4755, - "val_size": 2820, - "test_size": 11445, - "stats": { - "mean": [ - [ - 0.002866516450893953, - 0.007929027486435548, - -0.0013075722715039048, - -0.001188124590956882, - 0.002480280701366967, - 0.012874902747423648, - 0.0054113211936909185, - -0.007862206105783356, - -0.005652595006519504, - 0.005077877345299725 - ] - ], - "std": [ - [ - 1.0050954716049485, - 1.0162654558216224, - 1.0021008916654397, - 1.0041169983170044, - 1.0089152336885907, - 0.9909098405813409, - 0.9979067399488123, - 0.9973925897941894, - 0.9985454656770815, - 0.9973467754133581 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1102, - "cert_evals": { - "36": 0.7390070557594299, - "72": 0.6460992693901062, - "108": 0.550000011920929, - "255": 0.12943261861801147 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8289206964296334, - "std_test_acc": 0.004818338352016994, - "n_samples": 19020, - "n_features": 10, - "n_classes": 2, - "mean_cert_acc_36": 0.7559538185596466, - "std_cert_acc_36": 0.011515345728848339, - "mean_cert_acc_72": 0.6637475490570068, - "std_cert_acc_72": 0.013967555286937324, - "mean_cert_acc_108": 0.5638319700956345, - "std_cert_acc_108": 0.01240061823926636, - "mean_cert_acc_255": 0.1349193938076496, - "std_cert_acc_255": 0.010885484741626697 - }, - "letter": { - "dataset": "letter", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 72, - "best_val_acc": 0.6999019287348807, - "test_acc": 0.6921530860061972, - "train_size": 5000, - "val_size": 3059, - "test_size": 11941, - "stats": { - "mean": [ - [ - 0.00514853171999978, - 0.005659159839999929, - 0.015561632360000245, - 0.01129863240000007, - 0.0052732767999999685, - 0.00552804246000023, - -0.003806189400000043, - 0.004888994199999829, - 0.008798804439999558, - -0.008297726599999769, - 0.0009121625999998376, - 0.004806467700000183, - 0.003901915299999814, - -0.011281666800000121, - -0.0074610201999999294, - 0.003215448200000049 - ] - ], - "std": [ - [ - 0.9872835099546217, - 1.006134190408135, - 0.9972389123333294, - 1.0049266649751227, - 0.9943131104630408, - 0.9927707764568473, - 1.0068065835854811, - 1.0134669668414158, - 1.0040007520709764, - 0.9997230654740944, - 1.007968354670923, - 1.0003581319476724, - 1.005041480077882, - 1.0049516430140362, - 0.9976563117551296, - 0.9860491581099939 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 3514, - "cert_evals": { - "36": 0.6171951293945312, - "72": 0.5197777152061462, - "108": 0.42693689465522766, - "255": 0.13762667775154114 - }, - "fold": 0 - }, - { - "best_epoch": 60, - "best_val_acc": 0.6856316297010607, - "test_acc": 0.6913112961561106, - "train_size": 5000, - "val_size": 3111, - "test_size": 11889, - "stats": { - "mean": [ - [ - 0.0029532797399999047, - 0.004388175279999976, - 0.004244063760000119, - 0.012979005999999998, - -0.004678983799999144, - 0.003455055400000179, - -0.007418534600000143, - 0.003926012599999779, - 0.00795879715999929, - -0.00524365779999995, - -0.01178226520000005, - -0.015187571099999951, - -0.012475097320000503, - -0.0018423520000003316, - -0.013382179199999674, - -0.004821816599999932 - ] - ], - "std": [ - [ - 0.9986276678083476, - 0.9950343941586423, - 0.99640667299183, - 1.0000071963490385, - 0.992160528900722, - 1.0037788827185958, - 1.0135243337906252, - 1.019023638516362, - 1.0086984945355297, - 1.009749704171076, - 1.013939210703217, - 0.9887907814862574, - 0.9896867749920725, - 0.9916791039398155, - 1.0056717046836126, - 1.0037598172363915 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 3514, - "cert_evals": { - "36": 0.6100932359695435, - "72": 0.5094825029373169, - "108": 0.4091931879520416, - "255": 0.12021857500076294 - }, - "fold": 1 - }, - { - "best_epoch": 86, - "best_val_acc": 0.6896551724137931, - "test_acc": 0.6893388429752066, - "train_size": 5000, - "val_size": 2900, - "test_size": 12100, - "stats": { - "mean": [ - [ - 0.021874334520000687, - 0.017884720619999826, - 0.014568840500000449, - 0.006699696200000058, - -0.00020502299999983865, - 0.011056104300000202, - -0.0043222202000001006, - -0.005629635800000384, - 0.0012383624799995345, - 0.011071598799999905, - -0.0038767746000001103, - -0.0036525290000001725, - 0.002787233879999989, - 0.011734750599999826, - -0.007305219399999943, - 0.006554009400000075 - ] - ], - "std": [ - [ - 1.018882039972734, - 0.9909097519297484, - 1.011006149224975, - 0.9981095511490614, - 0.9744828743262628, - 1.0187271547521726, - 1.0142349021053059, - 1.0059981552155532, - 1.0032678982013254, - 0.9974167859950539, - 0.9962881566563585, - 1.0100493766021112, - 0.9931648907076084, - 1.0108922135098513, - 1.0056449285270137, - 1.001713691144833 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 3514, - "cert_evals": { - "36": 0.6017241477966309, - "72": 0.5058620572090149, - "108": 0.4075862169265747, - "255": 0.13482758402824402 - }, - "fold": 2 - }, - { - "best_epoch": 79, - "best_val_acc": 0.6918196994991653, - "test_acc": 0.6800499791753436, - "train_size": 5000, - "val_size": 2995, - "test_size": 12005, - "stats": { - "mean": [ - [ - 0.004834942479999971, - 0.001483113019999944, - -0.0019111359399998356, - 0.0075840941999999545, - -0.0010267499999996761, - 0.017176408160000104, - -0.001742007400000528, - -0.001036997800000219, - 0.003506500319999635, - -0.004038084999999959, - -0.005625091799999523, - 0.0011537186999995067, - 0.00047216481999986826, - -0.0067559524000002655, - 0.007341836400000017, - 0.0008661090000000479 - ] - ], - "std": [ - [ - 1.004162670449844, - 1.0009285120042208, - 1.0009316003026747, - 1.0058812415247276, - 1.0013613633110403, - 0.9913646988590394, - 0.9980301597574796, - 0.9947148416325726, - 0.9936745035912995, - 0.9961424729063775, - 0.9987978729631191, - 0.9997824037300547, - 0.9953405790803281, - 1.0103550196199995, - 1.0017727765855509, - 1.0101591352858876 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 3514, - "cert_evals": { - "36": 0.6143572926521301, - "72": 0.5248748064041138, - "108": 0.42003339529037476, - "255": 0.1302170306444168 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6882133010782145, - "std_test_acc": 0.005568547022734168, - "n_samples": 20000, - "n_features": 16, - "n_classes": 26, - "mean_cert_acc_36": 0.6108424514532089, - "std_cert_acc_36": 0.006743278408764441, - "mean_cert_acc_72": 0.514999270439148, - "std_cert_acc_72": 0.00883710235821608, - "mean_cert_acc_108": 0.4159374237060547, - "std_cert_acc_108": 0.009183185993263234, - "mean_cert_acc_255": 0.13072246685624123, - "std_cert_acc_255": 0.0076399678218880985 - }, - "mammographic": { - "dataset": "mammographic", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.589041095890411, - "test_acc": 0.5408695652173913, - "train_size": 240, - "val_size": 146, - "test_size": 575, - "stats": { - "mean": [ - [ - -0.045138683333333235, - -0.06581824708333332, - -0.0668893333333335, - 0.0035843166666667194, - 0.07534454166666703 - ] - ], - "std": [ - [ - 0.3742768596239394, - 1.0309553579295558, - 1.0205845721721885, - 1.0069085496781394, - 0.8984819781883195 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 302, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5133333333333333, - "test_acc": 0.542907180385289, - "train_size": 240, - "val_size": 150, - "test_size": 571, - "stats": { - "mean": [ - [ - -0.06838790416666667, - 0.0036981495833333564, - 0.08851065416666656, - 0.06187655000000008, - 0.041687441666667095 - ] - ], - "std": [ - [ - 0.4594652865573056, - 0.9162656618320462, - 0.976470911981312, - 0.9979276514274945, - 0.967574818664843 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 302, - "cert_evals": { - "36": 0.5133333206176758, - "72": 0.5133333206176758, - "108": 0.006666666828095913, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8287671232876712, - "test_acc": 0.8208695652173913, - "train_size": 240, - "val_size": 146, - "test_size": 575, - "stats": { - "mean": [ - [ - -0.033514049999999865, - -0.031616095833333364, - -0.03834651666666679, - 0.05680765833333342, - -0.03524305833333262 - ] - ], - "std": [ - [ - 0.37826323579119164, - 0.9793517631184475, - 1.0048978854533288, - 1.01250978800026, - 1.0390956653058405 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 302, - "cert_evals": { - "36": 0.5479452013969421, - "72": 0.06164383515715599, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5367647058823529, - "test_acc": 0.5367521367521367, - "train_size": 240, - "val_size": 136, - "test_size": 585, - "stats": { - "mean": [ - [ - 0.09435683749999943, - -0.13088563458333324, - -0.032003683333333525, - -0.03189805833333325, - 0.008030341666667275 - ] - ], - "std": [ - [ - 1.8583061444674212, - 1.0447702499996767, - 0.9948185192592106, - 1.0005602571514343, - 1.0036844453305227 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 302, - "cert_evals": { - "36": 0.5073529481887817, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.610349611893052, - "std_test_acc": 0.1403699843847572, - "n_samples": 961, - "n_features": 5, - "n_classes": 2, - "mean_cert_acc_36": 0.3921578675508499, - "std_cert_acc_36": 0.26205017553771, - "mean_cert_acc_72": 0.14374428894370794, - "std_cert_acc_72": 0.24810036816681225, - "mean_cert_acc_108": 0.0016666667070239782, - "std_cert_acc_108": 0.0033333334140479565, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "molec-biol-promoter": { - "dataset": "molec-biol-promoter", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.75, - "test_acc": 0.6875, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.09373999999999999, - 0.349711153846154, - -0.124846, - -0.18628265384615392, - -0.0025111153846154245, - -0.027689192307692376, - -0.32854380769230773, - -0.2587748846153846, - -0.291938, - -0.12147457692307692, - 0.013408923076923039, - -0.18303142307692302, - 0.10672619230769233, - -0.0388065384615385, - -0.2118675692307692, - 0.26045576923076913, - -0.0038293076923076983, - -0.12772800000000012, - 0.406745076923077, - -0.22977469230769215, - -0.23213830769230762, - 0.057734, - -0.25536484615384614, - 0.036332807692307734, - -0.306678, - 0.12654100000000004, - -0.06969015384615382, - -0.22098480769230766, - -0.20798946153846154, - -0.24676503846153855, - -0.3183693461538464, - -0.1853619230769231, - -0.30043107692307686, - -0.37097869230769237, - -0.36548838461538463, - 0.011515653846153858, - -0.05251046153846157, - -0.17936411538461533, - 0.030728153846153836, - 0.0502869230769231, - -0.08165438461538464, - -0.04035388461538459, - -0.044060461538461534, - 0.1891277692307692, - -0.09007600000000004, - 0.08841000000000002, - 0.34717700000000007, - -0.08658792307692309, - -0.14910884615384612, - -0.01171784615384617, - -0.010542692307692277, - 0.2279287692307692, - 0.19163046153846158, - 0.044342807692307744, - 0.11406934615384606, - 0.26639184615384615, - 0.0024606538461537973 - ] - ], - "std": [ - [ - 1.0076078297495967, - 0.9724627657739631, - 0.9573573651622793, - 1.0262408425117875, - 0.9587446442307666, - 0.9571040384617393, - 0.9896566783801658, - 1.0271371774080218, - 0.9458984467553748, - 0.983396009484761, - 0.9474507771505324, - 1.0162340072708942, - 0.9916278302898655, - 0.9889509346456372, - 1.0996503269494506, - 0.8339239830692423, - 0.9718806374953891, - 1.0013701717610572, - 1.1087224946399736, - 0.9663160194574336, - 0.8925655267102359, - 1.0240426363341295, - 0.9129708359204913, - 0.9674367468039534, - 0.934498494547744, - 0.996046000000193, - 0.9001646244230804, - 1.011066294523225, - 0.9306740888083066, - 0.9019636923091955, - 1.0103842953596318, - 0.9763974023364559, - 1.0034859025495506, - 1.0189729800426417, - 0.8809657272220804, - 1.001293348052636, - 0.8026415950749621, - 1.0084947048958783, - 1.0447591131223906, - 1.080924244585727, - 0.9862369191590393, - 1.0095530529552834, - 1.014776711029924, - 0.9243136682665729, - 0.9998867689999087, - 1.0150113097032656, - 1.0058059432415762, - 0.8281138846158841, - 0.9053220114009879, - 0.7877964184833098, - 0.8751600073353956, - 1.0046622498233042, - 0.9279195402053261, - 0.9992859945990674, - 0.9930878632688641, - 0.9472126805852605, - 1.0500485456210673 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33062, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.9333333333333333, - "test_acc": 0.6923076923076923, - "train_size": 26, - "val_size": 15, - "test_size": 65, - "stats": { - "mean": [ - [ - 0.09734461538461536, - -0.009867653846153778, - 0.10790676923076924, - -0.15064011538461541, - 0.09738461538461546, - -0.05959273076923076, - -0.048695384615384696, - -0.10221076923076929, - -0.19740069230769225, - 0.26099000000000006, - -0.20290846153846157, - 0.20358803846153845, - -0.1825234230769231, - 0.21829484615384614, - 0.007081746153846278, - -0.06588375384615386, - 0.19917507692307695, - -0.3013095384615385, - 0.04983446153846157, - 0.007020153846153817, - -0.0066845384615384406, - -0.042044076923076885, - -0.07821423076923074, - 0.137686, - -0.015271923076923129, - -0.17227284615384614, - 0.2755073076923076, - 0.10235538461538465, - -0.2435485769230769, - -0.1773835384615385, - 0.08412084615384617, - -0.15183184615384618, - -0.10858899999999995, - -0.09742265384615373, - -0.05963238461538462, - -0.05630061538461538, - -0.018979730769230797, - 0.05089046153846155, - 0.15364107692307694, - -0.010982076923076903, - 0.10650861538461538, - -0.1806068846153846, - -0.20850592307692312, - -0.014057692307692288, - 0.21039161538461543, - -0.055766615384615394, - 0.2426295384615386, - -0.12109303846153843, - -0.29682430769230767, - -0.15785057692307694, - 0.19899334615384612, - -0.13024523076923075, - -0.20279253846153844, - 0.04434280769230771, - -0.06270500000000002, - 0.09504676923076928, - 0.10028380769230766 - ] - ], - "std": [ - [ - 1.0412699655331787, - 0.974109238604762, - 0.9613906810801298, - 0.9643340756609565, - 0.9673793894378168, - 1.003312008397785, - 0.9182015580655095, - 0.982743930536501, - 0.9723005343268958, - 0.9411703711795796, - 0.9796610632100985, - 0.9145025424643751, - 0.9879752636511461, - 1.0944915110032636, - 0.9430338516297093, - 0.9508755832408867, - 0.9258429683390378, - 0.8679061723089316, - 1.0276288482675964, - 0.9501945836398535, - 1.0169676029594148, - 1.0501744622186107, - 0.9644548335998028, - 0.9121775925932151, - 0.9112105136727959, - 1.0206435073325324, - 0.9080727257130373, - 0.9347829604211333, - 0.8967697697883465, - 0.9663770689480945, - 0.9532701925574484, - 0.8568118833949174, - 0.9554743200735837, - 1.1504807500220855, - 1.0155470332338918, - 1.0396018722819245, - 0.9268106513458504, - 0.9168958971379897, - 0.9852213842143813, - 1.001611750376513, - 0.990217812330316, - 0.9873887799655962, - 1.0110391392211635, - 0.9439560657308471, - 1.068328170673588, - 1.0047193948569797, - 0.9979267159932226, - 0.9934730341322996, - 0.8557618796771218, - 0.7460287358936586, - 0.9778352307693193, - 1.02192658245343, - 1.037835803866067, - 0.9677087884615755, - 0.956543380038049, - 1.0171593177603953, - 0.91997592085019 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33062, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.8333333333333334, - "test_acc": 0.7058823529411765, - "train_size": 26, - "val_size": 12, - "test_size": 68, - "stats": { - "mean": [ - [ - -0.030045192307692332, - -0.23869049999999983, - 0.041405769230769246, - 0.06321669230769228, - -0.0025107307692308154, - 0.09992461538461536, - 0.013492769230769159, - 0.14829176923076925, - -0.10286334615384617, - -0.08960249999999997, - 0.19882307692307696, - 0.09814630769230767, - -0.021829269230769246, - 0.03465076923076919, - -0.18058907692307682, - -0.1311519076923077, - 0.11797353846153848, - -0.05829530769230779, - 0.1212169230769231, - 0.07467584615384616, - 0.18656150000000013, - 0.2905494615384615, - -0.2553650384615384, - -0.06502038461538459, - -0.30667792307692304, - 0.09333938461538464, - 0.13742846153846142, - 0.17420873076923077, - 0.1120429615384615, - 0.23890723076923073, - -0.16356549999999995, - 0.08287507692307697, - -0.14056257692307694, - -0.09742265384615377, - -0.05963253846153847, - 0.011515500000000038, - 0.014551115384615343, - 0.08378369230769231, - 0.18436938461538463, - 0.019652346153846163, - 0.13786915384615384, - -0.14554365384615378, - -0.1756169230769231, - 0.12139923076923075, - 0.010079923076923155, - 0.30467446153846156, - -0.10586153846153845, - 0.15494511538461542, - -0.11217969230769238, - -0.011717730769230784, - -0.4645376538461538, - -0.13024538461538462, - 0.02728761538461537, - -0.024779269230769223, - -0.16876950000000007, - -0.04202923076923075, - 0.06767634615384611 - ] - ], - "std": [ - [ - 0.9790173867981108, - 0.8922350160543789, - 1.0237664792278374, - 0.9979986758255733, - 1.0450661465298063, - 1.0048325881986542, - 1.029402187109299, - 1.0083506459854783, - 0.9890083565745167, - 1.0164135742199043, - 1.0470407615391002, - 1.0378839738382932, - 0.9292517115719242, - 0.9612825317480931, - 1.0472447179957627, - 1.0262853071350215, - 1.052495553619595, - 1.059841692041489, - 1.1269554422034933, - 0.9208378006880765, - 0.9000880971984075, - 0.9294786618886555, - 1.076982881442786, - 1.0095815066264635, - 0.9911193052127372, - 1.0313874086125658, - 0.9980922524006728, - 0.9095892006901778, - 0.9905655045642239, - 1.0384115432086387, - 0.9810218452020498, - 1.060299711989925, - 0.9844584721629052, - 0.9476257009349917, - 0.8894460896472517, - 1.0593221207156762, - 0.8826955613077969, - 0.9713319428712611, - 1.075487248351794, - 1.0067518301441576, - 1.0419999967859404, - 0.986766332875252, - 1.0083607367807386, - 0.9773806693737923, - 1.0515029245809187, - 0.9917044123633906, - 0.9657665710047374, - 0.9290685404960641, - 1.1225398591645361, - 1.0183526454206688, - 0.8092726993206232, - 0.9375164234499523, - 1.0268476122485855, - 0.9726335635209717, - 0.9727406960463761, - 1.112026712980068, - 1.0129397204932757 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33062, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 11, - "best_val_acc": 0.6363636363636364, - "test_acc": 0.6811594202898551, - "train_size": 26, - "val_size": 11, - "test_size": 69, - "stats": { - "mean": [ - [ - 0.06549715384615382, - -0.1733123461538461, - -0.22459746153846155, - -0.008068615384615393, - -0.33549623076923074, - -0.1233995769230769, - -0.17307238461538452, - 0.023040692307692345, - -0.07135107692307693, - -0.18521865384615382, - -0.04839615384615389, - 0.09814603846153849, - -0.021828923076923114, - 0.07137899999999996, - -0.1493106769230769, - -0.0006160384615384937, - -0.16623299999999996, - -0.19716084615384608, - -0.1643116153846154, - 0.14233134615384618, - 0.18656149999999996, - 0.09099338461538463, - 0.09893680769230777, - -0.031236038461538454, - -0.43619169230769256, - -0.3382805384615385, - -0.13872946153846152, - 0.21013507692307687, - 0.32539880769230767, - 0.34298038461538466, - -0.0706831923076923, - -0.0847729230769231, - 0.08325415384615384, - 0.03935515384615389, - -0.12760034615384613, - 0.045423692307692304, - 0.24926692307692294, - -0.014896576923076922, - 0.030727999999999995, - 0.14219007692307695, - -0.08165438461538452, - -0.07541711538461539, - -0.2085062307692308, - -0.14951476923076926, - 0.010080153846153841, - 0.16049815384615387, - -0.14071053846153841, - -0.19010246153846153, - 0.22017992307692313, - -0.08478423076923074, - 0.12914796153846148, - -0.195368, - -0.13705561538461536, - -0.33582846153846135, - -0.1687693076923077, - -0.0077596923076923285, - 0.035068461538461576 - ] - ], - "std": [ - [ - 0.9949457610380924, - 1.0006243291807655, - 1.0805097483660284, - 1.0669055953756055, - 1.0322555409439118, - 0.9848822871167503, - 0.9431346904463401, - 0.9378178344246724, - 1.0181978932718458, - 0.966727095536948, - 0.9908076284467556, - 1.0378839686283479, - 1.088933086989841, - 0.8046857737758931, - 1.134679772935726, - 0.9553453144737399, - 0.9684821547379812, - 0.8999479146517183, - 0.9741754410810941, - 1.0108802015807785, - 0.7709686644604582, - 1.0772131326993413, - 0.8384300579512153, - 1.0358089031747673, - 1.0305305742983066, - 0.9367306253151163, - 0.9884948822596298, - 0.9666870451735153, - 0.7559985089760948, - 0.8999593432865595, - 0.9970138749450403, - 1.052317535287378, - 1.0819218493489575, - 0.9767902491283019, - 0.9784792222564622, - 0.9949578210493984, - 0.8614226395733138, - 0.9539103328924243, - 1.0209907346186988, - 0.9432236511876507, - 1.036795800272391, - 1.0138060762016619, - 1.1167776196923178, - 1.0142323983395336, - 1.1052486656840097, - 1.0124481502282436, - 1.0529966821172885, - 0.9493509361557843, - 1.1279936610242616, - 1.0051609553372078, - 0.9160134879427471, - 1.0114984451985467, - 0.8295657525376697, - 1.028154229267194, - 0.9727407925020125, - 0.8988663639372382, - 0.9628933437374779 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33062, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6917123663846809, - "std_test_acc": 0.010492086443362358, - "n_samples": 106, - "n_features": 57, - "n_classes": 2, - "mean_cert_acc_36": 0.0, - "std_cert_acc_36": 0.0, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "molec-biol-splice": { - "dataset": "molec-biol-splice", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 42, - "best_val_acc": 0.80625, - "test_acc": 0.8196549921589127, - "train_size": 797, - "val_size": 480, - "test_size": 1913, - "stats": { - "mean": [ - [ - -0.08088939774153121, - -0.017083478042659816, - -0.008676474278544535, - 0.01205199498117964, - -0.019879412797992446, - -0.06819678419071469, - 0.014172110414052605, - -0.0726562358845669, - -0.0424785457967378, - 0.030165779171894516, - -0.015724135508155584, - 0.016329740276034888, - -0.03650249309912165, - 0.060801804265996566, - 0.050552770388958924, - -0.03993303764115418, - -0.02479237139272276, - 0.026231244667502603, - 0.0006134240903385369, - 0.008120775407778993, - 0.011976850690087297, - 0.012784564617315019, - 0.02205557967377646, - 0.003761100376411143, - 0.004885728983688804, - -0.007185055207026799, - 0.006090311166875841, - -0.06913297616060121, - 0.01692240903387772, - -0.024909814303639064, - 0.002042144291092072, - 0.03893583663739384, - 0.04832313927227111, - -0.04144308908406656, - -0.04533064868255915, - 0.029196543287328434, - -0.017319196988707316, - 0.002574765370137967, - 0.014485728983688884, - -0.04080718946047651, - -0.016152210790464142, - -0.1060891342534501, - 0.00146361355081561, - -0.02892638393977404, - 0.03808938393977416, - 0.004615427854454175, - -0.006006715181932309, - 0.03929904642409064, - -0.0026646035131743587, - -0.0008532597239647819, - -0.018261164366373872, - -0.015718006273525736, - -0.03865469008782939, - -0.0023145696361355087, - -0.01960441405269735, - -0.0853860326223336, - 0.005193398996235927, - -0.017738670012547086, - 0.055998069008782805, - 0.039315545796737614 - ] - ], - "std": [ - [ - 0.9945490246391062, - 0.9934109752899847, - 1.0063178858807398, - 0.9896020723574798, - 0.9849358791871932, - 0.9857421550044541, - 0.9930276963595361, - 0.9834603310222596, - 1.0029783411831081, - 1.008680505435535, - 1.000646776584492, - 1.017380058680371, - 0.9990572202887158, - 1.0037947864498273, - 0.9921475019154874, - 1.0063268933844312, - 0.9808355420987935, - 0.9924788012799176, - 0.9847824180917667, - 0.9870544204448741, - 1.0013704839730797, - 1.0166518616214755, - 0.985710071283119, - 1.0044850695151961, - 0.9909244249062288, - 0.9987615357097599, - 1.0051852364272729, - 0.9860816983161693, - 1.0064425553080443, - 1.021154244482058, - 0.9991376459347909, - 0.9638884376422283, - 1.0033244557289336, - 0.9848543808197192, - 1.0055575628990723, - 0.9940712305710926, - 0.9741863114052403, - 1.0048179660304701, - 0.9887806108854191, - 0.9765227042348682, - 0.997334968218974, - 0.9962132645441986, - 1.0014416509782584, - 1.002091005752959, - 0.9893159775047747, - 0.9934985594799247, - 0.9886647568170538, - 0.9919893464761707, - 0.9955923461346924, - 0.9926319617434606, - 0.9728863130641628, - 1.0082140966036435, - 0.9961100311402014, - 1.0077701107332304, - 0.9792654768868749, - 1.0119326199882663, - 1.0172792289838704, - 0.9956848073966668, - 1.0083179950377872, - 0.9802036286210523 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 36723, - "cert_evals": { - "36": 0.737500011920929, - "72": 0.6416667103767395, - "108": 0.5479167103767395, - "255": 0.125 - }, - "fold": 0 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8245614035087719, - "test_acc": 0.8146618482188952, - "train_size": 797, - "val_size": 456, - "test_size": 1937, - "stats": { - "mean": [ - [ - 0.018491488080301106, - -0.0011505069008782528, - 0.021436997490589735, - 0.03502552697616077, - 0.021530190715181953, - 0.01771506524466753, - 0.0028268569636132166, - -0.03774227101631111, - 0.019095676286072647, - -0.016733656210790544, - -0.0663814040150566, - 0.005845333751568237, - 0.004257730238393967, - 0.0011046449184443634, - -0.027280681304893566, - 0.005402819322459137, - 0.04633495859473012, - 0.009161250941028725, - 0.026725796737766497, - -0.01972711794228387, - -0.01983136010037666, - -0.009908578419071404, - 0.022055481806775055, - 0.05518264240903318, - -0.04640085570890846, - -0.03727541907151866, - -0.0335212045169384, - -0.03967690213299759, - 0.005998318695107535, - -0.01785224341279831, - -0.003198117942283299, - -0.013416670639897136, - -0.009072863237139185, - -0.007062920953576991, - 0.011101452948557616, - -0.045883223337515024, - -0.012705889585947094, - -0.05706059096612311, - 0.00637870514429108, - -0.024475352572145292, - -0.033483001254705075, - -0.018872419071518255, - -0.004380110414052662, - -0.019757495608531926, - -0.01618084692597215, - 0.06015848933500684, - 0.004326102885821954, - 0.031207774153074287, - 0.09302961606022617, - 0.037705563362610196, - 0.031232815558343906, - 0.05163176913425327, - 0.051368831869510787, - -0.02336010790464227, - 0.006880800501882391, - -0.05682849560853219, - -0.004021038895859437, - 0.002038494353826773, - 0.05144887452948544, - -0.00027493977415304015 - ] - ], - "std": [ - [ - 0.9889166025491434, - 1.0113611751416451, - 1.00351331532884, - 1.0051662180322105, - 0.9987679141001061, - 0.9996822942772838, - 1.0042310134414263, - 1.0134372724050602, - 1.0000665011762366, - 0.9994360301075128, - 0.9995393709189473, - 1.0346986177316517, - 1.011186369192948, - 1.0016439123703365, - 0.9965028721446453, - 1.0098540994428735, - 0.9933407245937251, - 1.0209497831856362, - 0.9866653742506231, - 0.982825314351339, - 0.9914313036126221, - 1.0062435071011668, - 1.0149240913230397, - 0.9887363914059815, - 0.9994565119417103, - 1.016608779035485, - 0.9986323360957506, - 0.9983077834509023, - 0.992117921809115, - 1.0118934305428742, - 1.0093115895196225, - 1.0141263884110643, - 0.998031262724133, - 0.9978752951488421, - 1.0058194162074532, - 0.9997345249416975, - 1.0043988806220703, - 1.0026034007181608, - 1.0124721562205274, - 0.9897322617082525, - 0.9985816439065134, - 0.9919527474532689, - 1.0036339185538052, - 0.973512268444304, - 1.0130393993507771, - 0.9897840394213037, - 0.9936053260728854, - 1.0155800367441008, - 1.0112837805104922, - 0.9806050237126605, - 1.0133289778387422, - 1.003164742603154, - 0.9684252971086295, - 0.9941237378734813, - 0.9987879065672047, - 1.0056255382787287, - 1.0017418494408326, - 0.9935852276048891, - 1.024679553968222, - 1.007096200700548 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 36723, - "cert_evals": { - "36": 0.6951754689216614, - "72": 0.5657894611358643, - "108": 0.43421053886413574, - "255": 0.04605263099074364 - }, - "fold": 1 - }, - { - "best_epoch": 71, - "best_val_acc": 0.8295019157088123, - "test_acc": 0.8225547835382149, - "train_size": 797, - "val_size": 522, - "test_size": 1871, - "stats": { - "mean": [ - [ - 0.016180366373901797, - 0.0159205972396487, - -0.04805540652446672, - 0.017795338770389135, - -0.018760287327477875, - -0.012470120451693864, - -0.025536504391468096, - -0.023100938519447715, - -0.021953736511919807, - 0.005599485570890773, - -0.028107018820577125, - -0.0663806737766629, - -0.002535664993726509, - -0.041697066499373665, - -0.041221063989962406, - -0.019531874529485415, - 0.001174760351317426, - 5.719824341241943e-05, - 0.009695979924717433, - -0.006360112923463307, - 0.031288966122960366, - 0.01732320451693862, - 0.034643243412797765, - -0.05223140276035192, - 0.012863726474278572, - -0.02278748055207084, - 0.08181816185696375, - 0.022917264742786353, - 0.03112372647427915, - 0.01743540276035093, - 0.009902525721455502, - 0.030388477038899016, - -0.007947400250940755, - -0.002626762860728837, - -0.002393195734001926, - 0.0224729749058976, - -0.035772559598494034, - 0.031245622333751583, - 0.07355148055206996, - -0.02680844165621052, - 0.0011786298619825138, - -0.023523868255959906, - 0.009644725219573422, - -0.011734667503136672, - 0.04155336135508157, - -0.008113194479297375, - 0.023843790464241343, - 0.03351953826850721, - -0.05937222333751553, - 0.01956023839397823, - -0.05714953952321155, - 0.029942850690087883, - -0.01788004265997477, - 0.018731055207026504, - 0.00457773149309927, - -0.028270974905896498, - -0.044334417816813056, - 0.02181565872020062, - -0.004279376411543287, - 0.033493360100376554 - ] - ], - "std": [ - [ - 1.006032731784378, - 0.9981987082501484, - 1.0058419047925986, - 1.0147724595576162, - 0.9940588732535701, - 0.9991159025458402, - 0.9691047120808344, - 0.9991048317365939, - 1.020189994500977, - 0.9848978164137729, - 0.998075185404707, - 0.9900346208081456, - 0.9970676239537044, - 1.0074170125268456, - 0.9888612246445799, - 1.0204821123725891, - 1.0188778509112115, - 1.021786600393116, - 0.9923811904568762, - 0.9930750642777653, - 1.0126874688330874, - 1.0123955584555848, - 1.0119546947996216, - 0.967160657446603, - 1.013064602613993, - 1.0088579414594196, - 1.0050975228498589, - 1.0226014249223117, - 1.0030135447468238, - 1.0006692722984143, - 1.0063109761380487, - 0.9976611466924694, - 1.0191830139161713, - 1.0037191251141417, - 1.0000135193218243, - 1.008885797923785, - 1.005277894129722, - 0.9951865869001352, - 1.003658412696999, - 1.0103592136706143, - 1.013785819980191, - 1.0167078374977943, - 1.0100157686042965, - 1.0010457270061084, - 1.0282359743543752, - 0.9985304229175116, - 0.9712378399548074, - 1.0007272977609394, - 1.00869249677983, - 0.9976542416860067, - 1.0108332275437888, - 1.0094799027511412, - 0.9910934491654954, - 1.0239973266326525, - 0.9997566127783953, - 0.995332570938697, - 1.0015100811283149, - 1.0189914283748178, - 0.9815154139951994, - 1.0109702187257807 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 36723, - "cert_evals": { - "36": 0.7509578466415405, - "72": 0.6724137663841248, - "108": 0.5670498013496399, - "255": 0.16091953217983246 - }, - "fold": 2 - }, - { - "best_epoch": 28, - "best_val_acc": 0.8147368421052632, - "test_acc": 0.8284671532846716, - "train_size": 797, - "val_size": 475, - "test_size": 1918, - "stats": { - "mean": [ - [ - 0.023113880803011123, - -0.031878431618569576, - 0.0017474705144291346, - -0.048827942283563595, - 0.02600689711417815, - -0.020596907151819388, - 0.03119006398996214, - -0.010712095357591008, - -0.03563701003764123, - -0.0066837766624844005, - 0.020298818067753775, - 0.0349687051442911, - 0.03369574404015041, - 0.010115574654956229, - -0.008693601003764222, - -0.037666260978670006, - 0.013593819322459105, - -0.06367114930991241, - 0.002884076537013706, - -0.04311930238393992, - -0.028919440401505687, - 0.03661243287327482, - -0.012274677540778, - 0.022044312421580708, - -0.0019524943538268248, - -0.00718509535759122, - 0.018905804265997497, - -0.020039599749058525, - 0.011460363864492227, - 0.00190883061480542, - 0.015142810539523602, - 0.0015411859473054327, - -0.0034457590966119997, - 0.007354567126724528, - -0.019568141781680794, - 6.111668757913393e-05, - 0.014974058971141782, - 0.017483629861982628, - 0.004062395232120175, - -0.039640589711417734, - -0.017307636135508092, - -0.015383726474278643, - 0.02951326599749063, - 0.010041510664993838, - -0.009252728983688915, - 0.023129829360100374, - 0.024991664993726456, - 0.005777824341280051, - 0.010330861982434136, - -0.02240079799247117, - 0.013556362609786848, - 0.009395460476787914, - -0.05596691593475561, - -0.0011453801756584612, - 0.019547611041405746, - -0.005424897114178279, - -0.036271767879548236, - -0.04216928481806779, - -0.06910606649937284, - 0.013698135508155716 - ] - ], - "std": [ - [ - 0.9995168687982413, - 1.0072187255531315, - 0.9922765699545656, - 1.0014379023165043, - 1.0007423887263762, - 1.006595287508758, - 0.996025190875742, - 1.0015863398288425, - 0.9939619881518538, - 1.0012546381038536, - 0.9974235803209218, - 0.9958759047377087, - 1.0231793150542605, - 0.9988598615456608, - 1.0165807865563634, - 0.9981765632980487, - 0.9916120393689883, - 0.9967806721546657, - 1.0001387498061993, - 0.9907382633450215, - 0.9919466420747174, - 0.9918048070565159, - 0.9927131112764388, - 0.9987541938182435, - 0.9829950228363971, - 0.9987615525719863, - 1.006646575684889, - 0.9727270348859581, - 1.0274767556558333, - 0.9948545552577256, - 0.9724110619354693, - 0.999399954650725, - 1.0137453383320747, - 1.0038171597805419, - 0.9942857302920103, - 1.0221132950933616, - 1.0125332438729522, - 1.0058606284258966, - 1.0061583893468007, - 1.0071484737907352, - 0.993080173542264, - 0.994054088509694, - 1.0019557537886754, - 0.9879867613789639, - 1.0059203970540576, - 1.002236769456239, - 1.0166179760088292, - 1.0148930646959913, - 0.9855942441531308, - 0.9881712595842015, - 0.997375001351328, - 1.0153221146032385, - 0.9987022726517054, - 1.0023090382878383, - 0.9960039697880356, - 0.9659716681886643, - 1.0079997805456118, - 0.9972223231158401, - 0.9973623069301778, - 1.0162353419266272 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 36723, - "cert_evals": { - "36": 0.7221052050590515, - "72": 0.5999999642372131, - "108": 0.5199999809265137, - "255": 0.11999999731779099 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8213346943001736, - "std_test_acc": 0.00576509216526845, - "n_samples": 3190, - "n_features": 60, - "n_classes": 3, - "mean_cert_acc_36": 0.7264346331357956, - "std_cert_acc_36": 0.023942360668521803, - "mean_cert_acc_72": 0.6199674755334854, - "std_cert_acc_72": 0.0467455130403199, - "mean_cert_acc_108": 0.5172942578792572, - "std_cert_acc_108": 0.05866166836355126, - "mean_cert_acc_255": 0.11299304012209177, - "std_cert_acc_255": 0.04820522637738574 - }, - "monks-1": { - "dataset": "monks-1", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.6, - "test_acc": 0.7415730337078652, - "train_size": 432, - "val_size": 35, - "test_size": 89, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.6956521739130435, - "test_acc": 0.6336633663366337, - "train_size": 432, - "val_size": 23, - "test_size": 101, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 37, - "best_val_acc": 0.7241379310344828, - "test_acc": 0.7157894736842105, - "train_size": 432, - "val_size": 29, - "test_size": 95, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.48275861144065857, - "72": 0.13793103396892548, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.6521739130434783, - "test_acc": 0.6534653465346535, - "train_size": 432, - "val_size": 23, - "test_size": 101, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6861228050658408, - "std_test_acc": 0.05090298417206534, - "n_samples": 556, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.12068965286016464, - "std_cert_acc_36": 0.24137930572032928, - "mean_cert_acc_72": 0.03448275849223137, - "std_cert_acc_72": 0.06896551698446274, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "monks-2": { - "dataset": "monks-2", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.6115107913669064, - "train_size": 432, - "val_size": 30, - "test_size": 139, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.03333333507180214, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.46153846153846156, - "test_acc": 0.3916083916083916, - "train_size": 432, - "val_size": 26, - "test_size": 143, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.3793103448275862, - "test_acc": 0.37857142857142856, - "train_size": 432, - "val_size": 29, - "test_size": 140, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.37931033968925476, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.7241379310344828, - "test_acc": 0.6428571428571429, - "train_size": 432, - "val_size": 29, - "test_size": 140, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5061369386009674, - "std_test_acc": 0.14045854729410995, - "n_samples": 601, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.10316091869026423, - "std_cert_acc_36": 0.1847689949117633, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "monks-3": { - "dataset": "monks-3", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.75, - "test_acc": 0.6333333333333333, - "train_size": 432, - "val_size": 32, - "test_size": 90, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.46875, - "72": 0.03125, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 3, - "best_val_acc": 0.6111111111111112, - "test_acc": 0.6826923076923077, - "train_size": 432, - "val_size": 18, - "test_size": 104, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 9, - "best_val_acc": 0.5833333333333334, - "test_acc": 0.5, - "train_size": 432, - "val_size": 24, - "test_size": 98, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.5862068965517241, - "test_acc": 0.5376344086021505, - "train_size": 432, - "val_size": 29, - "test_size": 93, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5884150124069478, - "std_test_acc": 0.08426495535485919, - "n_samples": 554, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.1171875, - "std_cert_acc_36": 0.234375, - "mean_cert_acc_72": 0.0078125, - "std_cert_acc_72": 0.015625, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "mushroom": { - "dataset": "mushroom", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 61, - "best_val_acc": 0.989202657807309, - "test_acc": 0.9903865821231336, - "train_size": 2031, - "val_size": 1204, - "test_size": 4889, - "stats": { - "mean": [ - [ - 0.01584243131462058, - 0.019616320039388076, - -0.017441079960610038, - 1.6376169432992076e-06, - 0.03251508222550193, - -0.0356802550467818, - 0.0053510472673569415, - 0.01704437272280179, - -0.004787042589856331, - -0.006957840965042196, - -0.010824010832105619, - -0.015714124076808157, - -0.0028289399310687338, - 0.026870491383555076, - 0.022659543082221442, - -0.030434470704082447, - 0.043593827671097096, - 0.004918543082224606, - 0.02840681752831178, - -0.026348127031018555, - -0.005641193156080321 - ] - ], - "std": [ - [ - 1.035686963839167, - 1.007002340594574, - 1.0017151333988827, - 0.9999368171880522, - 0.9990636351015061, - 1.1008233629053865, - 1.0048344484644247, - 1.0068055573931955, - 1.0236440770193422, - 1.0008597796892533, - 1.0073922426397302, - 1.0167066772104598, - 1.0093964386273888, - 0.9734350559013669, - 0.9832626494901496, - 1.1103048088729688, - 1.0723209186406066, - 1.007595964551157, - 1.0120097158286505, - 1.0110411166324569, - 1.0045172770457236 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 4622, - "cert_evals": { - "36": 0.974252462387085, - "72": 0.960132896900177, - "108": 0.9485049843788147, - "255": 0.8737541437149048 - }, - "fold": 0 - }, - { - "best_epoch": 63, - "best_val_acc": 0.9856459330143541, - "test_acc": 0.9834676586071502, - "train_size": 2031, - "val_size": 1254, - "test_size": 4839, - "stats": { - "mean": [ - [ - 0.021851665189558965, - 0.045494687346133454, - -0.023016031905465747, - 0.036965530280656626, - -0.008439554899067095, - -0.06050103692762893, - -0.005352279172820291, - 0.018109654357464634, - -0.010826772476611657, - -0.005964144756278134, - -0.0263845425898607, - -0.005439538158541234, - 0.010182521910388735, - 0.029856061546036587, - 0.009422661742979281, - -0.06898491088133507, - 0.012714621368784741, - -0.020496901526342964, - 0.05158484524864612, - -0.02241571344165382, - -0.02120593136385968 - ] - ], - "std": [ - [ - 1.0315248601647244, - 0.9830179985436717, - 1.0047928251090696, - 0.992895294859441, - 1.0073587113125533, - 1.1652227018641232, - 0.9949884738559476, - 1.0072236447378615, - 1.00567603413793, - 1.0007315155621166, - 1.0109205575258327, - 0.9954514465944221, - 0.9929406186187327, - 0.9751836648011396, - 0.9886323473980784, - 1.2290771873330002, - 1.039381732586694, - 1.0071967460617643, - 1.021124603051882, - 0.9975517568367002, - 0.9993739380403122 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 4622, - "cert_evals": { - "36": 0.9736841917037964, - "72": 0.9641148447990417, - "108": 0.9569377899169922, - "255": 0.8835725784301758 - }, - "fold": 1 - }, - { - "best_epoch": 91, - "best_val_acc": 0.9898595943837754, - "test_acc": 0.9902307212637705, - "train_size": 2031, - "val_size": 1282, - "test_size": 4811, - "stats": { - "mean": [ - [ - 0.03987938453963112, - 0.04048598621368699, - 0.017724141063516025, - 0.042959675036934646, - 0.03524534219595943, - -0.01085947316593538, - 0.06020559527326806, - 0.04154585032004439, - -0.021138416248152825, - 0.00794760216642041, - -0.004058537173807962, - 0.006043802067947628, - 0.019799688330871056, - 0.03766451600196941, - 0.053620419005411035, - -0.008115798128995993, - 0.03451170260955303, - -0.036620701624815996, - 0.050364973855244716, - -0.04954926834071779, - -0.038910718808467415 - ] - ], - "std": [ - [ - 1.0340777607321368, - 0.9828467876602278, - 1.0051604242584575, - 0.9916188873116444, - 1.0038227965760236, - 1.0318178450050028, - 1.0521446789948306, - 1.0160955327893362, - 0.9979031775629262, - 0.9988302921123722, - 1.0182499365894375, - 1.001416742027472, - 0.9791335857275247, - 0.980153235814559, - 0.9653369532140004, - 1.0477780788429225, - 1.071696160550273, - 1.0158478432818197, - 1.025340873611186, - 1.0205312831654343, - 1.0033427979641445 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 4622, - "cert_evals": { - "36": 0.9828392863273621, - "72": 0.9695788025856018, - "108": 0.9547581672668457, - "255": 0.8798751831054688 - }, - "fold": 2 - }, - { - "best_epoch": 69, - "best_val_acc": 0.9807073954983923, - "test_acc": 0.9870076304392659, - "train_size": 2031, - "val_size": 1244, - "test_size": 4849, - "stats": { - "mean": [ - [ - 0.03496272082717429, - 0.006259809945836701, - -0.04574476898079691, - 0.0529499162973972, - 0.02928835942885052, - -0.032577657311676125, - 0.02140603692762581, - 0.03515416051206783, - -0.04146721969473072, - 0.024840437715410932, - -0.005411634662730505, - 0.015714001477105683, - 0.0005653535204322815, - 0.0039044672575081134, - -0.004711640078783966, - -0.03449241260462414, - -0.005449605120628364, - -0.03908023929099026, - 0.04496253520433339, - -0.007472618414573513, - -0.011867085376661432 - ] - ], - "std": [ - [ - 1.037139112731056, - 0.9986273221456993, - 0.9988733086677153, - 0.9894071869891404, - 0.9808046824130975, - 1.092466913790217, - 1.0192143900594468, - 1.0137373624703432, - 1.0005595322422731, - 0.9962556551254128, - 1.0143973341038952, - 0.977335640989274, - 1.0045271012864667, - 0.9912055809890613, - 0.9960096703292455, - 1.1096668870025468, - 0.9979657396378034, - 1.0073781800135768, - 1.0120560325807864, - 1.0092077265578872, - 1.0030900969477494 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 4622, - "cert_evals": { - "36": 0.9734726548194885, - "72": 0.9614147543907166, - "108": 0.9477491974830627, - "255": 0.8633440136909485 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9877731481083301, - "std_test_acc": 0.003265627061300418, - "n_samples": 8124, - "n_features": 21, - "n_classes": 2, - "mean_cert_acc_36": 0.976062148809433, - "std_cert_acc_36": 0.0045300742085297285, - "mean_cert_acc_72": 0.9638103246688843, - "std_cert_acc_72": 0.00418848826893542, - "mean_cert_acc_108": 0.9519875347614288, - "std_cert_acc_108": 0.004556061553501653, - "mean_cert_acc_255": 0.8751364797353745, - "std_cert_acc_255": 0.008843004374468348 - }, - "musk-1": { - "dataset": "musk-1", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.8552631578947368, - "test_acc": 0.7437722419928826, - "train_size": 119, - "val_size": 76, - "test_size": 281, - "stats": { - "mean": [ - [ - -0.009291536974789802, - -0.12607884680672266, - -0.04762204201680674, - -0.0761702235294117, - -0.044936774789916, - -0.014382231932773128, - -0.041894201680672254, - -0.03190622907563026, - 0.021353001680672248, - 0.10775567647058813, - 0.09010778932773111, - -0.057640225210084016, - 0.14667296336134458, - 0.10126893949579828, - 0.14001244605042018, - -0.04249502016806724, - 0.038105572268907546, - 0.002184308487394976, - -0.05224322941176468, - 0.06215304016806718, - -0.12393828857142859, - -0.02803303361344539, - -0.10647747142857145, - 0.02538642941176475, - 0.03754377647058824, - -0.00930381512605037, - -0.10533614621848736, - -0.07591091428571431, - 0.015518248319327696, - 0.03344583445378154, - -0.0436141698991596, - -0.03440255966386541, - -0.08419558653781517, - 0.059494676050420144, - 0.011928458739495816, - -0.006269523999999992, - 0.060528428571428566, - 0.03592683193277311, - 0.07123646218487396, - -0.0823780630252101, - -0.03973622907563024, - -0.09128727731092437, - 0.134798512605042, - 0.09857759663865544, - 0.08639189302521, - 0.04655348655462184, - 0.12397431176470586, - -0.0036607467226890487, - -0.045298374201680695, - 0.09763559579831942, - -0.11482796470588238, - 0.005798111764705843, - -0.04984500840336133, - 0.10562984689075626, - -0.006794973949579853, - -0.06879170025210085, - -0.05042998067226895, - -0.1381735478991597, - 0.018107122621848763, - 0.07930746134453784, - -0.035087430369747964, - -0.047216151260504276, - -0.050801200000000026, - 0.000790052100840336, - -0.03210146470588229, - -0.011450639932773149, - 0.13865514789915964, - 0.024682792941176448, - 0.04572973361344544, - -0.07111193899159665, - -0.05305032773109243, - -0.03151311848739495, - 0.13506087714285714, - 0.03930882689075631, - 0.13208768117647057, - 0.03213378487394958, - 0.036931210084033585, - 0.0542657411764706, - -0.055266365126050425, - -0.007700784890756318, - -0.06660210142857143, - -0.0472203361344537, - -0.13513644588235293, - -0.0953638899159664, - 0.0684584218487394, - -0.027715061344537825, - -0.13681975714285718, - -0.03402985277310925, - 0.0014045230252100738, - 0.0014960380672269073, - -0.013881531092436904, - -0.054739220168067156, - -0.07439434873949584, - 0.16347766033613445, - -0.027834813445378172, - 0.04105560084033615, - -0.018090553781512614, - 0.039478408403361344, - 0.01011179831932775, - -0.056224057983193236, - -0.05482081092436975, - -0.09049105663865546, - 0.1384086307563025, - 0.1158592352941177, - 0.1295010983193277, - 0.026534809327731116, - 0.030993403193277324, - 0.045596629411764705, - 0.07867409050420171, - 0.07023428403361341, - -0.010699962478991626, - -0.1297697013445378, - -0.06125888739495793, - -0.054635241344537774, - 0.07315159588235293, - 0.14113961932773117, - 0.03369915462184867, - -0.017007521008403328, - -0.03182301008403359, - -0.10475748344537812, - 0.029890118487394944, - 0.008469613445378164, - 0.0055577798319327845, - -0.015650881428571396, - 0.0048053532268907215, - 0.06544014621848733, - 0.11003610159663865, - 0.04605257647058817, - 0.14969492016806743, - -0.012363702521008463, - -0.051404617310924446, - -0.01038593529411762, - -0.07927427529411762, - -0.04159334571428572, - 0.06169648184873948, - 0.11608897882352946, - 0.038903689075630285, - 0.1461880742857143, - -0.06708651966386553, - -0.11414608924369747, - -0.1295263958823529, - -0.03233595445378152, - -0.04501458058823521, - -0.000721831932773089, - -0.004400483109243784, - -0.12390628907563028, - -0.036873544537815106, - -0.0909845665546218, - -0.10444491176470592, - -0.09871166294117649, - 0.005718816974789886, - -0.036594511848739485, - -0.04913234621848742, - -0.08743706722689078, - -0.11513121176470595, - -0.08874053697478997, - -0.05336954033613433, - 0.082962791092437, - -0.021164454621848745, - -0.0932097171428572, - 0.014436121848739485, - -0.04426032336134451, - -0.1090511277310925, - 0.1449148087394958, - 0.1817663789915966, - 0.013956836806722718 - ] - ], - "std": [ - [ - 1.0099114119845158, - 0.9348594846360825, - 0.9584972842977127, - 0.9640337720371549, - 0.2970971465206269, - 0.9902644318765941, - 0.9766608443635819, - 0.9277337303843832, - 1.0209147991357326, - 0.8462688910212999, - 0.937274236323561, - 0.9720030442747652, - 0.8629052767970179, - 1.0131630405366665, - 1.0235995127546023, - 0.9236691973697053, - 1.0455909357050364, - 1.035981564713016, - 0.99532697338212, - 0.9211771365528878, - 0.874501926986878, - 0.9704498314090642, - 0.891302047446978, - 0.9804149844573272, - 1.0041773279830728, - 1.002529298728106, - 1.0224471703080853, - 0.9244712375286949, - 0.9743559806263377, - 0.9887295244749511, - 0.9544273760411471, - 1.02985801200279, - 0.9474472095469905, - 0.9846549124544697, - 1.0482961086154436, - 1.055409389025073, - 1.0423422939087563, - 1.0253865871036294, - 1.0239668108505644, - 0.9972886803210333, - 0.9397442064430964, - 0.9896358956731565, - 0.8331728551459917, - 1.0002340413586819, - 1.026654843545489, - 0.9343094828155423, - 1.0805604708964744, - 1.016149424944211, - 0.9476470504397961, - 0.8577284376860824, - 0.920172262946738, - 1.0002820735413485, - 0.9664321885797094, - 1.019659024980453, - 1.0132206139363333, - 1.00472748039475, - 1.0024772758067237, - 0.9013838379335253, - 0.9715976585133171, - 0.9356214917883198, - 0.9726637625607683, - 1.00574462045675, - 0.9321535556262043, - 1.004591790870879, - 1.0091107376933197, - 1.0832569998991441, - 1.8163040204653527, - 0.9290261409599484, - 1.0054342451497356, - 0.9239187303729655, - 0.9412606308289463, - 0.9574057112375489, - 0.8857071278100311, - 1.0050826351619282, - 0.9471390167804283, - 1.0193559664076242, - 1.033149121132442, - 0.9758992146197891, - 0.9828293233847875, - 0.90614346312176, - 0.9387813930150655, - 0.9606369771060325, - 0.8549597722364108, - 0.9981213041653383, - 0.9677112371500205, - 0.9888508064525113, - 0.9412501606612704, - 0.9784409127120647, - 0.9536777420064435, - 1.0085901119483398, - 1.0060567404606122, - 1.05851562000323, - 0.9752413461311447, - 0.832810761621145, - 0.9562798547506608, - 0.9993771767194177, - 0.9838326504712223, - 1.0393844730608708, - 0.9854152300072946, - 0.9930779495430294, - 0.9453202880876939, - 1.0360449396357243, - 0.9713513980461649, - 0.9992332279693708, - 1.030407313898056, - 1.0076912122214956, - 1.0744880656744056, - 1.0277037793008523, - 0.9982104529316067, - 1.0186593720796726, - 0.9108463414168625, - 0.8553233102911179, - 0.9405777768078974, - 0.9494600014203208, - 0.9952734588081359, - 0.9638326137771844, - 0.9939522113357686, - 0.9987681660336664, - 1.0036155891840373, - 1.0182452713672059, - 0.9910446446968689, - 1.0210928396177827, - 1.014427730685323, - 1.0086920592279505, - 1.0093171765266578, - 0.9594492714523327, - 0.9056353320538072, - 0.9878559376915045, - 0.865650141810967, - 1.0394374951234533, - 0.9719119864007881, - 0.9799530665659871, - 0.9588363638135182, - 0.9822725442114135, - 0.9853299809008946, - 0.9191461281202059, - 1.0618195424162966, - 0.9695623887099393, - 0.9472161121894884, - 0.9054444134708255, - 0.8581249512539794, - 0.9983938325913907, - 0.9776524170683517, - 1.0043567453308122, - 1.0368357351214297, - 0.7773405936733125, - 0.9853354382623081, - 0.9079498191834765, - 0.9125689627310116, - 1.007586247217154, - 1.0299208957325752, - 0.9872806671843242, - 0.9852145677771802, - 0.961619761600875, - 1.0605262646288578, - 0.980777477262741, - 0.8407792662129906, - 0.9672088420960975, - 0.993154330767692, - 0.9994330628955878, - 0.9756248219133866, - 1.0207484353264802, - 0.8458747953216613, - 1.047455330809163, - 0.8596011234926225, - 0.9804108130279062 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277222, - "cert_evals": { - "36": 0.03947368264198303, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 2, - "best_val_acc": 0.7439024390243902, - "test_acc": 0.730909090909091, - "train_size": 119, - "val_size": 82, - "test_size": 275, - "stats": { - "mean": [ - [ - 0.024158311764705866, - 0.06841572537815128, - 0.07787132436974789, - 0.05814358991596639, - -0.0888491647058824, - 0.03483687310924371, - -0.08321678991596636, - 0.0172144136134454, - -0.07243344537815127, - 0.008146065798319318, - -0.016513243697478995, - -0.05358841159663873, - -0.11541696184873952, - -0.030794808823529415, - -0.023826682857142848, - 0.22576291260504208, - -0.07960640428571429, - 0.17796446697478982, - -0.10515495630252099, - -0.1766215479831932, - -0.021160134789915977, - -0.09120216806722693, - -0.08078450756302523, - 0.036557993277310914, - 0.07266807731092434, - -0.07452452100840339, - -0.09814859546218489, - 0.003981514285714288, - 0.06022833823529412, - 0.03180818907563029, - 0.12598115882352945, - -0.019460692436974722, - 0.005478542042016823, - 0.03584051008403359, - 0.02924001680672268, - 0.08767364537815124, - 0.028594260504201666, - -0.07716408655462187, - 0.056073705882352984, - -0.05639972268907562, - 0.0835798580672269, - 0.025938724369747895, - -0.10687808823529413, - -0.07300582436974785, - -0.056062168571428615, - 0.07744706722689071, - -0.11377087142857145, - 0.048533752268907604, - -0.08137850462184877, - -0.058378573949579855, - -0.028422560504201697, - -0.0789361680672269, - -0.08572274453781516, - 0.03500715462184874, - 0.09914903445378148, - -0.01241268218487394, - -0.09931365378151263, - -0.012532198319327783, - 0.059187288168067245, - 0.08141363613445372, - 0.08123671047058818, - 0.02099984705882357, - -0.061353805882352924, - 0.05045417815126048, - 0.003424229411764733, - 0.03549537599999996, - 0.10939142605042013, - 0.024103800252100897, - 0.09995052563025215, - 0.04793713714285712, - 0.08099445378151263, - 0.04342324285714288, - -0.04197519075630255, - -0.006363128907563019, - -0.04760110218487393, - 0.18736039663865556, - -0.06648005882352942, - 0.04628493109243699, - -0.08752957159663863, - -0.10092213726050421, - -0.04371235016806719, - -0.08629289915966386, - -0.061165748991596644, - 0.06382008823529413, - 0.08361947142857139, - -0.08537609243697473, - 0.011821439495798298, - 0.059812282521008404, - 0.07737757478991594, - 0.048898662184873966, - 0.05884979831932784, - 0.032120366386554605, - 0.049671467226890774, - 0.06206085193277312, - -0.06417456806722689, - 0.09108409243697482, - 0.013927862352941179, - -0.0819115100840336, - 0.06585645378151259, - -0.080924987394958, - 0.08453104543697479, - 0.03520098739495797, - -0.033171742605042, - -0.07644083142857143, - -0.07423916470588235, - 0.19354969352941173, - 0.07750047327731097, - 0.04090831848739493, - -0.009056908571428546, - -0.08928623369747901, - -0.1007881585714285, - -0.06398705378151263, - -0.08433044033613445, - -0.08870030352941174, - 0.009959691008403333, - -0.09990773865546218, - 0.05553736134453778, - -0.06597402521008403, - -0.09688954873949583, - -0.07634268067226894, - 0.04976200672268908, - 0.09565500000000006, - 0.04676366134453782, - 0.039169940336134454, - 0.01394140588235296, - 0.09173843613445375, - 0.04849337193277301, - 0.02735341008403359, - 0.0022560852100840245, - 0.017306670588235304, - -0.07432240336134455, - 0.018145999999999957, - 0.07377648403361345, - 0.03658892100840334, - 0.09466570336134442, - -0.01156839252100844, - -0.08601561932773116, - -0.023251629747899148, - -0.07814215966386556, - -0.05655879957983193, - -0.07487231655462186, - -0.05101524907563022, - -0.07532593025210085, - -0.08363757142857142, - 0.04670676983193278, - 0.01303225319327727, - 0.1082119579831933, - 0.058739847226890775, - 0.04739272436974786, - -0.08494485210084034, - -0.007814653361344537, - 0.03440219747899159, - 0.03682794453781517, - 0.019789025210084014, - -0.020285273949579827, - 0.01840798831932768, - 0.09117156386554631, - 0.09178180537815128, - 0.028927057983193283, - 0.039525619159663856, - 0.03801534126050421, - 0.05517624386554618, - 0.027384261176470626, - -0.06334286823529411, - -0.002208981512605072, - 0.04186990235294113 - ] - ], - "std": [ - [ - 0.9547059509648184, - 0.9457416976985498, - 0.9671967001393593, - 1.0340808405040773, - 0.29867998736393586, - 0.9719739664896527, - 1.0223829819294672, - 0.9920370365260445, - 0.9938178926570024, - 1.0674678703036786, - 1.0536235501005935, - 0.9759681128010698, - 1.1933806341652835, - 1.0462009952757907, - 1.0396377705165756, - 1.2364398130013148, - 1.0297123743799923, - 1.0513930980262587, - 0.9790963258765985, - 1.0632151511993007, - 0.8881037178933221, - 0.997644465555213, - 0.9146456782945884, - 0.9986846418706715, - 1.028389228812699, - 1.0052304374745582, - 1.0570364058143467, - 1.1112265087401707, - 1.0072333277340315, - 0.9792224727759794, - 1.140107641685767, - 1.0319855071635557, - 1.012909596546793, - 1.0478738212633798, - 1.0393769664926573, - 1.040313487043468, - 1.0004874772542869, - 1.0065552249215965, - 0.9959877333213383, - 1.0314341517051941, - 0.9609827644603898, - 0.9407821598946572, - 1.1423539444973092, - 1.040681629733202, - 1.035405523493998, - 1.0348642291431813, - 0.9384238030240764, - 1.007329148159345, - 0.96532151079532, - 1.080102411960722, - 0.9189706961196683, - 0.9890328023534652, - 0.9970449665503818, - 1.0032947034394086, - 1.0232492622926868, - 0.9044539334562162, - 1.0428486576399463, - 0.9869742154628898, - 0.9627579193146311, - 1.0375988820208812, - 1.0442635152617854, - 0.9921480147512401, - 1.0172361211613725, - 0.9856162070884749, - 1.0071085351580469, - 1.004680228407639, - 1.0918099971010347, - 0.859818967469955, - 0.951570742602994, - 0.8998130747416146, - 0.9682740422741012, - 0.9513593820658351, - 1.0918457242129123, - 1.0306512739007234, - 1.1233409715843774, - 1.319054880300292, - 1.0190368042078375, - 1.0726089749646683, - 0.9780586022786055, - 1.0237281910570661, - 0.9302196391823201, - 1.0150095369233572, - 0.8567595112619277, - 1.0253125704582768, - 1.0329663588386147, - 1.0150497595004389, - 0.9645261987539875, - 0.9987452828678794, - 0.9996111734287946, - 0.9939296531881606, - 1.0641892502012626, - 1.0238265092687246, - 1.0399511925040086, - 1.0927394981630942, - 0.947573210798269, - 1.0191620496299643, - 0.9777226300254053, - 1.0076015412678785, - 0.9989352692153354, - 1.0456873119376142, - 0.9570466525951427, - 0.9629678052479418, - 1.0756215730851235, - 1.0393724244555782, - 1.0305172746367526, - 1.0836356914908913, - 1.0236898037082116, - 1.030964269392618, - 1.054840275031591, - 1.0178620591147387, - 1.006995468728297, - 0.8734971943634845, - 0.942877766385353, - 0.971630330747536, - 1.0292634993717256, - 1.116414229811486, - 1.0266501952515827, - 1.0364187186039386, - 1.0294974903053178, - 1.069916118390874, - 0.9920027928850452, - 1.0092646258306635, - 0.9981544780299838, - 0.9515782433268465, - 1.0464699288665589, - 1.0272730625017454, - 1.0548039781673533, - 0.983479378572509, - 1.135184518802563, - 1.0353433069590894, - 1.0020848418547366, - 1.0073768884693561, - 0.9727461694029419, - 0.9973821577284503, - 1.0529917786648204, - 0.8823455010261391, - 1.0295445080258667, - 0.906856533293073, - 0.9621107954508806, - 0.8425968192386732, - 0.8559038698220399, - 1.016468338504835, - 1.037043233806624, - 1.0173006551929522, - 1.0578471179473388, - 1.0163426747138629, - 1.1986785031894742, - 0.9143980309098125, - 0.9344978248549644, - 1.0421032838564122, - 0.9875543674864906, - 1.0306666337849881, - 1.0407485217723018, - 0.9295624550306794, - 1.0304280230394511, - 0.9628856470269781, - 1.122180757252087, - 1.1061285175248974, - 1.0018242894154332, - 0.9161538026866665, - 1.0210998734495285, - 0.9425158583796771, - 1.017252092911681, - 1.1339821301332038, - 0.9482657315372943, - 1.0539881791338177 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277222, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 39, - "best_val_acc": 0.921875, - "test_acc": 0.863481228668942, - "train_size": 119, - "val_size": 64, - "test_size": 293, - "stats": { - "mean": [ - [ - 0.06318337899159665, - -0.01750837369747895, - 0.02927752857142856, - -0.008290130252100843, - 0.015662287394957966, - 0.02086558571428569, - -0.13928621848739492, - -0.07404167731092438, - -0.19213065546218494, - 0.1664315235294117, - -0.12294668319327731, - -0.1817351731092437, - 0.010112128235294188, - -0.10692336386554628, - -0.08861290806722695, - -0.06722896890756305, - -0.16965138907563024, - -0.08699059201680673, - -0.09990497731092438, - 0.025839068067226904, - -0.15816130924369745, - -0.17952358823529418, - -0.12498328067226894, - 0.15700955630252103, - 0.2047434554621848, - -0.12583588235294113, - -0.159380296302521, - -0.1583042731092438, - -0.017471884033613477, - 0.17150142016806721, - -0.013367896789915854, - 0.09515493319327734, - -0.1043621142773109, - 0.14587384495798317, - -0.12920535638655464, - 0.08664596507563023, - -0.11529433613445382, - -0.11128723529411766, - 0.1026118739495799, - -0.1288278638655462, - 0.03162067176470591, - 0.10926809579831938, - 0.10145011742857142, - -0.10089418487394954, - -0.16934925134453793, - -0.10035777899159666, - -0.0022220840336134593, - -0.14973477075630254, - -0.09981443655462183, - 0.13018069327731097, - -0.16896669495798325, - -0.19508748739495796, - -0.15524649243697483, - -0.11831341932773114, - 0.22480805714285726, - -0.04188063773109245, - -0.14299176722689078, - -0.09312031680672267, - -0.03409673368067225, - 0.21123602268907565, - -0.0823785142352941, - 0.09407231092436971, - -0.06044896050420165, - 0.12690943361344537, - -0.15432811176470584, - 0.11373846321008402, - -0.09197245798319335, - -0.036408632521008365, - 0.02736904537815129, - -0.07516609663865546, - 0.02726841428571433, - 0.11449725126050421, - -0.08324179865546223, - -0.1859713232773108, - -0.029114210756302543, - -0.04372340672268908, - -0.1676014957983193, - -0.09481104907563025, - -0.14518526134453774, - -0.14023717031932764, - -0.17883970840336139, - -0.15227219327731092, - -0.12688221596638652, - 0.17267242857142853, - 0.21734268907562995, - -0.13427643697478986, - -0.10342343025210089, - -0.08278381840336131, - 0.039320595126050406, - 0.12871404033613446, - 0.01710760588235305, - 0.1303802900840336, - -0.1259390416806723, - -0.02462903075630251, - -0.011597495798319335, - -0.02996593277310922, - -0.11406075697479011, - -0.15991802436974792, - 0.08011680672268909, - -0.13947732605042013, - 0.03274552773109243, - 0.12533725361344533, - -0.110098517394958, - -0.12202160000000008, - -0.11250578067226888, - -0.029730635546218537, - -0.06243363445378147, - -0.11122854033613447, - 0.0018548309243698465, - -0.16121145042016807, - -0.11309920420168079, - -0.1428132453781513, - -0.16323598739495804, - -0.1605866899159664, - 0.2219443926890757, - 0.08728584873949588, - 0.18907824873949586, - -0.14974748739495788, - -0.15023559243697474, - -0.18183265630252093, - 0.18517070504201683, - 0.16599662184873953, - 0.14711887731092438, - -0.05699850756302512, - 0.04790072465546219, - -0.009070256302521026, - 0.17716400000000004, - 0.16732338571428573, - 0.08124960588235282, - -0.14709592941176478, - 0.0369225247058823, - -0.017422470588235324, - -0.1504932868067227, - -0.19206401436974793, - -0.11275016705882353, - 0.00605314857142857, - -0.1441573467226891, - 0.07815059025210083, - -0.13342117983193286, - -0.0817532226890756, - -0.09976520789915962, - -0.10781365663865544, - -0.14120095630252097, - -0.14986163865546215, - 0.20239748411764702, - -0.07042730252100846, - -0.02724144705882351, - -0.08136119201680665, - -0.08620197731092435, - -0.144991794117647, - -0.11356651411764705, - -0.13158160840336128, - -0.10353579159663868, - 0.15731504201680674, - 0.12369566218487399, - 0.14793098151260503, - -0.10683907815126047, - 0.04158667731092437, - 0.08902219327731095, - 0.11460572504201683, - 0.06525115428571429, - 0.08792362386554624, - 0.06720011109243695, - 0.11343997344537818, - -0.046682014285714286, - 0.08234472924369746 - ] - ], - "std": [ - [ - 0.9926193696304842, - 0.982041564897434, - 0.9788587860924499, - 1.0481325530599315, - 1.1497163338460719, - 0.9036763603503252, - 1.0073501012902193, - 1.0681136353666913, - 0.957911230073424, - 1.0517887344491312, - 1.037533414748361, - 1.0316333625809162, - 0.988344377792284, - 1.0327635738369823, - 1.0645913439075099, - 0.8772045443763791, - 1.0038093734493303, - 1.078088978405565, - 1.016038289193935, - 1.1038191425269852, - 1.0415694714449408, - 0.9494193094640091, - 0.9951683699303016, - 1.0484760713821966, - 1.0292290388549856, - 1.0046238226745023, - 1.0231894041917298, - 0.8722526507660389, - 0.9637053912866876, - 1.0443111125853262, - 0.9779088621252243, - 1.0200265098256789, - 1.04982753768682, - 1.0411057141110271, - 0.9917883582877046, - 1.0640907950667935, - 0.9109416890609948, - 1.014778603352571, - 1.012407645947388, - 1.0130519839966745, - 0.9833348170290883, - 1.0054412900355405, - 1.002550053092507, - 1.040884298794981, - 1.0022037130564367, - 1.0045856731019926, - 1.0338791557822133, - 1.0330533263056556, - 1.0342555211980782, - 1.0856777292343813, - 1.0480432440305076, - 0.9406979132818648, - 0.9525414189459014, - 1.0458734546424882, - 1.0040929970983012, - 1.0908338035551266, - 1.0204411854890103, - 0.9393304179799824, - 0.8845216239422083, - 1.0634312588079848, - 0.9761643177227193, - 0.9998814706721766, - 1.0943099390691056, - 1.0203591751451435, - 1.0002264397589242, - 1.0452620025255572, - 0.21243774403030324, - 0.9825487629977677, - 0.9989470256653102, - 0.9776195550802724, - 0.9881921942536106, - 0.9692812223632913, - 1.0114103879358118, - 1.0176471463203618, - 1.0985968046879107, - 0.9011071747489188, - 0.9852820686558261, - 1.0409724045164395, - 1.0226853862781786, - 1.0523503465387045, - 0.9984890729247287, - 0.9865085860689214, - 1.0253383015650288, - 0.9842190050210698, - 1.0482657857074558, - 1.0036930615027435, - 1.0023674926749344, - 0.9730180833171876, - 1.0498568728572968, - 1.013227026732738, - 1.0681306059244247, - 1.0419005594011688, - 1.0023012201703372, - 1.0090606387751904, - 1.0008208481733105, - 1.0237634624186749, - 0.9344050493529626, - 0.9799269064690889, - 0.9917577807573584, - 1.0154669742852132, - 0.9626828180326641, - 0.9488893200381362, - 1.0680204623811373, - 1.0577745418633626, - 1.0312684087947, - 1.034145517451026, - 0.9555340495289785, - 1.038495245556023, - 1.124990782413921, - 0.9969234745383295, - 1.0341464668845146, - 1.0190464402227772, - 0.9844502112008426, - 0.9638979266497083, - 1.0560016403249661, - 1.0338565548525813, - 1.0195784734669, - 1.0452959798033794, - 1.0300936651868722, - 1.0079193145701346, - 1.0358505453672258, - 0.9983519055294932, - 0.9782721184706487, - 1.017214512787047, - 1.0461193963805977, - 1.0786507849769222, - 1.0600256230229115, - 1.0549246896740905, - 1.0202597947720748, - 1.0047933682967538, - 1.046133607275955, - 0.9767724487049283, - 1.065119568533619, - 1.0493844633618457, - 1.0486183588403433, - 1.0360634805883144, - 1.0211356178592574, - 1.116516917576279, - 0.9684635542928414, - 1.0485198907974274, - 1.0097174728071363, - 1.0200358029187542, - 1.0093169179506543, - 0.9954927763696803, - 1.9163314627641592, - 0.7748234776717885, - 0.8330323640536798, - 0.9972784153379518, - 1.014123873707783, - 1.0176782914003792, - 0.9696823644591901, - 1.0083943170146934, - 1.016776019144507, - 0.9587407406311098, - 0.9964839901207664, - 0.9516493424090011, - 0.7372865758169305, - 0.9783224584281585, - 0.9967116551381188, - 1.0058189487431421, - 0.9864991950017903, - 0.9736185085647364, - 0.9649805689555828, - 0.7965445354430392, - 1.012032729083389, - 1.009115061348346 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277222, - "cert_evals": { - "36": 0.828125, - "72": 0.71875, - "108": 0.671875, - "255": 0.28125 - }, - "fold": 2 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8055555555555556, - "test_acc": 0.8175438596491228, - "train_size": 119, - "val_size": 72, - "test_size": 285, - "stats": { - "mean": [ - [ - 0.08827094453781521, - 0.052429700924369736, - -0.00036463781512605076, - -0.12936181092436974, - 0.24400667394957987, - 0.06789304621848738, - -0.14386008655462185, - -0.16341241647058824, - -0.09119049579831934, - 0.08688295487394951, - -0.010142181512605056, - -0.07992688621848743, - 0.07515934235294126, - -0.043617603697479, - -0.0595251351260505, - -0.00513104201680665, - -0.10509469159663867, - -0.12206933151260506, - -0.10814025714285717, - -0.12779779672268907, - -0.10893169613445379, - -0.08832163865546222, - -0.0816827924369748, - 0.09850233697478993, - 0.05851083949579831, - -0.1641787092436975, - -0.16092729126050428, - -0.1280319789915966, - -0.08851597478991598, - 0.07951196302521006, - 0.08349220993277319, - 0.005591952100840379, - 0.03787954203361344, - 0.10143728361344516, - -0.10608766731092427, - 0.14584866675630268, - 0.012883600840336178, - -0.16592546050420165, - 0.09759672268907567, - -0.19044940252100842, - 0.033699108991596664, - 0.11165795798319325, - 0.09412673485714296, - -0.05305871764705887, - -0.05172935680672275, - 0.012541703843697427, - -0.01198715798319332, - -0.18350753075630258, - -0.11316068361344542, - 0.01317001420168068, - -0.09100677478991598, - -0.07560952100840335, - -0.08295605882352938, - -0.11658848504201687, - -0.0018185008403361622, - -0.2458672547058823, - -0.1656989243697479, - -0.07704509663865547, - 0.036561694117647064, - 0.09020285378151255, - -0.03517201448739494, - 0.05582876890756301, - 0.009798390756302568, - 0.09632748058823527, - -0.07761458739495794, - 0.11183031848739493, - -0.036579986554621885, - -0.1263089718487395, - 0.11839747605042025, - -0.12111019226890757, - 0.02024199159663867, - 0.11024838487394956, - 0.04454762537815129, - -0.04300331764705883, - -0.03712093210084034, - 0.015276773109243746, - -0.10326505882352946, - -0.07333125647058819, - -0.08882397941176472, - -0.12382232100840335, - -0.08881872605042021, - -0.12030378151260503, - -0.09926218848739496, - -0.10734386974789903, - 0.06343325798319317, - -0.13570989327731095, - -0.04595993361344538, - -0.2624038873109244, - -0.16767311747899152, - 0.09202781512605042, - 0.08289800840336134, - 0.09075038487394953, - -0.06000971176470589, - 0.14886200151260504, - -0.07113343193277308, - 0.10141161344537818, - 0.010751606722689067, - -0.10513173865546219, - 0.04550339495798316, - -0.17243847226890754, - 0.046450748739495784, - 0.152537722184874, - -0.04370105689075634, - -0.0473904394957983, - -0.05494940756302522, - -0.07405113613445377, - -0.03986815983193283, - -0.20286767310924372, - -0.06405264798319323, - -0.0780125884033613, - -0.13415427676470587, - -0.08062178285714292, - -0.06563321680672268, - -0.062234380672268885, - 0.019833384033613455, - -0.030907690756302526, - 0.05372328235294116, - -0.1764853655462185, - -0.15975390168067233, - -0.13166282773109242, - 0.07275436470588237, - 0.05660831008403364, - 0.08542897647058818, - 0.12639466974789917, - 0.007908259394958005, - 0.10586099915966378, - 0.11454698386554625, - 0.09212199915966388, - 0.14067056840336137, - -0.0895770168067228, - -0.08912285042016815, - -0.05617147647058823, - -0.14716913361344536, - -0.079183261092437, - -0.05918893747899158, - -0.07452321445378149, - -0.15886370840336134, - 0.01905404537815125, - -0.10519994621848744, - -0.17713219344537812, - -0.11923718403361346, - -0.18296511042016797, - -0.16212627722689074, - -0.13948604201680673, - 0.10796782184873933, - 0.042607534453781536, - -0.20062171932773104, - -0.07986152588235298, - -0.048355900000000014, - -0.1863898361344538, - -0.0708105474789915, - -0.10174562865546222, - -0.09230160840336135, - 0.1088111268907563, - 0.036985360504201724, - 0.0905234268907563, - -0.0005666193277310296, - 0.13550344991596625, - 0.07032440672268905, - 0.12498390974789911, - 0.11443038134453778, - 0.17218037596638658, - 0.12188053815126057, - -0.04917931680672268, - -0.10940718739495801, - 0.018918798487394944 - ] - ], - "std": [ - [ - 1.2133217476808096, - 0.9652578226642976, - 0.9562814291999604, - 0.9966056010399577, - 1.8946268220275222, - 0.9886790713878757, - 1.0097226863252031, - 1.0867582795960857, - 1.0417589224997932, - 1.050242189139985, - 1.0667010091805855, - 1.0548795344041055, - 1.1190749488928982, - 1.0572465763203538, - 1.0230162584277593, - 1.0209072269541954, - 1.0668654357533103, - 1.0443336788426352, - 0.990874576128837, - 1.120212168053591, - 1.059400368391213, - 1.0526573622956357, - 1.1038394597149008, - 1.0008841743240904, - 0.9680575174660357, - 1.0707994377159522, - 1.1140756914259644, - 0.950461759055246, - 0.9718974872556142, - 0.9735586441221257, - 1.1567408121073435, - 1.0232943304431714, - 0.9691590839674367, - 1.0073028282577203, - 0.9940009027248206, - 1.1435157497277848, - 0.9996235910991119, - 1.0269563434750735, - 1.008201967276556, - 1.0550683905227118, - 0.9586071450202497, - 0.9837557247029177, - 1.0965052578037058, - 1.0450206753864866, - 1.0490515247311962, - 1.0695381870608307, - 1.038128056317601, - 1.0253465437388283, - 1.0120829704198246, - 1.0886821528839274, - 1.044134767295889, - 1.057010495053697, - 1.099547175101147, - 1.0777320456504151, - 0.9823934587662047, - 1.1421985287771175, - 1.0422574316080255, - 0.9551778546027428, - 0.956249353115088, - 0.9834601472281421, - 1.029947583292353, - 0.9913988001063331, - 1.0982033505572715, - 0.9681930495112483, - 1.0408755740827247, - 1.2253039493523459, - 0.567158136783271, - 0.9085815833042423, - 1.0299220239151927, - 0.9456963821833498, - 0.9732983818929857, - 1.0442991792113836, - 1.04539232954153, - 1.0732878711261946, - 1.1008086762685154, - 1.0285808932813831, - 1.0337505005392162, - 1.0564580683518567, - 1.009641905396013, - 1.0305981372553041, - 1.0664271922774013, - 1.0216625020139711, - 1.0388018156059555, - 0.9586012537860019, - 0.9557594962481459, - 1.0302377619239333, - 0.9961613435881551, - 0.9016777854545155, - 0.9406896531612865, - 0.9812838480496827, - 1.0699842326852145, - 1.0186354962550983, - 1.035027201513659, - 1.0841073584834067, - 1.0303881720252803, - 1.0570748314290839, - 1.02985434388838, - 1.0364309671151335, - 1.0005332938619562, - 1.025577023774322, - 0.9464780143821591, - 1.0208419763094765, - 1.0617116423350834, - 1.0293973942652435, - 1.0261666434965675, - 0.9851421752157683, - 0.9857629751068895, - 1.0385946163975952, - 1.0559440697914113, - 1.016524220581366, - 1.0027196694275118, - 1.0834757121421426, - 1.0779633843014398, - 1.0946447748718007, - 0.9723982390487668, - 1.2023645479315772, - 0.9602099447193709, - 1.0179074417662215, - 1.0352139390132336, - 1.0786183250373933, - 0.9804549368975595, - 0.9682741396185083, - 0.9768312285612, - 0.964630802629325, - 1.0207703099984005, - 1.0415806373869094, - 1.0550470699342684, - 0.9675481149164916, - 1.1420215446420958, - 1.0174455574052221, - 1.083572189658775, - 0.9761057784836439, - 1.0143463201882303, - 1.0941768766737126, - 1.0832459833284696, - 0.9500313582926581, - 1.065039580804888, - 1.0125276884653949, - 1.1411154537895276, - 1.1272755315245084, - 1.050528247361956, - 1.028501993348714, - 1.006157366499387, - 1.012150424187772, - 1.6375220163439004, - 1.093707575936411, - 0.6658659113952596, - 0.988960241303364, - 1.0068392081134723, - 1.09304691782344, - 0.9750885920735577, - 1.0310739633166615, - 1.0173047096798833, - 0.9764442487893782, - 1.0396515626155156, - 0.9538418857070222, - 0.9651813087072169, - 1.0912789245984904, - 0.9909731053384292, - 0.9928942678288627, - 1.0260651993226064, - 1.0689401877661775, - 1.1776513152500432, - 1.2958224260799447, - 1.1488774292810453, - 1.0222715473882593 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277222, - "cert_evals": { - "36": 0.75, - "72": 0.694444477558136, - "108": 0.5833333134651184, - "255": 0.2222222238779068 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7889266053050096, - "std_test_acc": 0.0626692045956057, - "n_samples": 476, - "n_features": 166, - "n_classes": 2, - "mean_cert_acc_36": 0.40439967066049576, - "std_cert_acc_36": 0.44560551041066593, - "mean_cert_acc_72": 0.353298619389534, - "std_cert_acc_72": 0.408074763191252, - "mean_cert_acc_108": 0.3138020783662796, - "std_cert_acc_108": 0.36414593808673623, - "mean_cert_acc_255": 0.1258680559694767, - "std_cert_acc_255": 0.14732414288579368 - }, - "musk-2": { - "dataset": "musk-2", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 44, - "best_val_acc": 0.9663512092534174, - "test_acc": 0.9624812406203102, - "train_size": 1649, - "val_size": 951, - "test_size": 3998, - "stats": { - "mean": [ - [ - 0.012168368132202085, - 0.02341837027895701, - 0.020700292359005428, - -0.02209387503335347, - -0.0020560481746509213, - 0.07922314560339604, - -0.027858995163129237, - 0.00514897956337172, - -0.025443598241358795, - -0.012925350424499825, - -0.009110814602789298, - -0.017373151864160538, - -0.040321679138872364, - 0.007127460606428197, - -0.012625362098240398, - -0.02746496821710099, - -0.023977028114008505, - -0.0128747651546395, - -0.006377627871436776, - -0.011840867556093787, - -0.035358124244997124, - -0.02599307175864223, - -0.018361714281382703, - 0.011001715591267355, - 0.027934514554275192, - -0.011575247507581028, - -0.007172763747725843, - 0.0027959981928443083, - 0.042997548386901153, - 0.023930509799878933, - -0.01096750604002399, - 0.010412050727713567, - -0.006464042322619719, - 0.029377336149787842, - -0.02244467216494814, - 0.0317711095209218, - 0.03187295605821503, - -0.0026378569678593704, - 0.020977830206185225, - -0.0036226940509401454, - 0.021893817113401794, - -0.0009828729290479623, - -0.029076973559733193, - 0.0033704940994537243, - 0.004985980127349881, - -0.010993449878715093, - -0.012518613050333069, - -0.027202663074590454, - -0.0010676262219536442, - -0.01585898565524571, - -0.03181626658580958, - -0.02924936503335347, - -0.02763026403881141, - 0.008494404038809971, - 0.04722333969678628, - 0.0229503257368101, - -0.018894740873256474, - 0.01871618680412386, - 0.06477876221952691, - 0.008558880157671074, - -0.031547880798059424, - 0.008203403517283188, - -0.000289734602789409, - 0.03673335621588857, - 0.013091789630078789, - 0.02911800007883555, - 0.01277751763492998, - 0.008987795275924537, - 0.008712649326864512, - 0.01420030491813175, - 0.025488006731351723, - 0.021362418544572378, - -0.015943126046088506, - -0.0005885549181321762, - -0.03791631068526347, - -0.015693888781078937, - -0.023804016494845228, - 0.004294386876894847, - -0.01157729425712512, - -0.01509732865979494, - -0.031328824038811424, - -0.025596520897513814, - -0.03243116698605216, - -0.02051309634930244, - 0.012494524863553975, - -0.025342257265009032, - 0.014463499423893529, - 0.03412406198301991, - 0.0033505793298965916, - 0.042880541425106077, - 0.007444614442691303, - 0.019256483653728926, - -0.015653737174045033, - 0.0006856575657974568, - 0.02221309022437888, - 0.018454490527591967, - 0.05848207186500957, - -0.019929462886597988, - 0.01588340198908411, - -0.016667239181321875, - 0.018337170509399668, - 0.005482837640995143, - -0.02818863503335347, - -0.010530225324440038, - 0.000394534081261926, - 0.0006825949909036677, - -0.004826858508186781, - -0.020504588665858026, - -0.02142568289266422, - -0.0011396426318975351, - -0.01590721860521369, - -0.030444407580351825, - -0.031948866100667064, - -0.030496640163735603, - 0.012254034827167781, - 0.012930004990903523, - 0.02322402771376609, - -0.008586242510612324, - -0.0197745485567008, - -0.007942196488781021, - 0.025542949909036442, - 0.05293685342025502, - 0.05262248675560933, - -0.029827094505761254, - 0.010104120921770921, - 0.0022028918981197103, - 0.0016149754275316386, - 0.023351566525166744, - -0.002819539854457228, - -0.002041346402668358, - 0.01823543717404487, - 0.013049118435415728, - -0.030092134930260864, - -0.014618941146149471, - 0.005299833020012497, - 0.015546710539720895, - -0.00942926343238306, - 0.015492048283808455, - -0.011970772437841034, - 0.009756993417829036, - -0.019888988114008455, - -0.0011420646452394534, - -0.015025678132201254, - -0.013745059496664378, - 0.015459569375378677, - -0.010210574627045487, - 0.021245265463917546, - 0.022011781334142992, - 0.02073261820497242, - -0.005542739993935386, - -0.019565093746513107, - 0.00036582510612481067, - -0.0189964784718008, - 0.019598904063068558, - -0.00026563279563400293, - 0.01771834469981801, - 0.01626723617465116, - 0.01942332519102481, - 0.031801142498483904, - 0.018783376682838318, - -0.004773656567616662, - -0.00011846311400895201, - 0.01336986795633728, - -0.03590764133414193, - -0.03136190026682869, - 0.019380970218314118 - ] - ], - "std": [ - [ - 1.0328022523113283, - 1.0034675961418653, - 1.004502178141599, - 0.9908819725941522, - 0.9900285779624574, - 0.9922869983839483, - 0.9940251383226943, - 1.0023957894105795, - 1.0001232563862132, - 0.9694534261265297, - 0.9909609551728282, - 1.0245658684959877, - 0.9889385630503745, - 1.02018833549602, - 1.0099637621111557, - 0.9533954360905958, - 0.9939413086518578, - 0.9495206701070115, - 1.0240125891607361, - 1.0103444615034631, - 0.9946476273612365, - 0.991342725906765, - 0.9858149199320863, - 1.0014711063260942, - 1.004472195320524, - 0.9889795116240089, - 1.000004391730708, - 1.0058601968014709, - 1.0343528189495148, - 0.9919047582182774, - 0.9696485736175491, - 0.9924140896524998, - 1.0155430689993945, - 0.9932553050087483, - 0.9699258360928635, - 1.0042970460912612, - 1.0197195605157803, - 1.001155677587926, - 1.0168152275345068, - 0.9990466599977574, - 1.0098411842715662, - 0.9846055078437203, - 0.9754412310974523, - 1.0070038006714206, - 1.0276809963147806, - 0.9906853395114988, - 0.9868894780685001, - 0.9900119186756405, - 1.0256770060540596, - 0.9757901727181725, - 1.00918520579672, - 0.9930883762442995, - 0.9893732161976826, - 1.0067582306865286, - 0.9812661122355284, - 0.9974102126361273, - 0.9972736641033295, - 1.0121917462070245, - 1.0227697257558075, - 0.9856449287075832, - 0.9902863042093888, - 0.9959939826856674, - 1.0367568153718374, - 0.9863881182581064, - 1.0128392086861082, - 1.0221798349905806, - 1.0363645719704848, - 0.9908253070164581, - 1.0128010969900354, - 0.988603956830815, - 1.0081799316492677, - 1.0108771107458496, - 0.9832967493585726, - 1.029163070750164, - 0.9916679017275597, - 0.962685533931823, - 1.0027583300444822, - 1.0001938412765523, - 1.0209787004269553, - 0.9973662987453862, - 1.0061352847046312, - 0.9919410755542308, - 0.9846501403948491, - 0.9899263174260658, - 0.9845864971582349, - 0.9930689102842462, - 1.0135506035486388, - 1.0043926518503545, - 1.0162976879588899, - 0.9792327605267319, - 1.006235132130296, - 1.0118863144201946, - 1.00544671112892, - 1.0039248549576703, - 1.0350589137732202, - 0.9995022597709913, - 1.0159841525314124, - 1.0003354265534572, - 1.0084463468690352, - 0.9985081538974993, - 1.0110839895364512, - 1.0013381576463882, - 0.9912876803786089, - 0.997289736689443, - 1.017350271822531, - 0.9797570549225073, - 1.0043565268096553, - 0.9872978856195639, - 1.0033468182033753, - 1.0218062902654916, - 1.0014959384493556, - 0.9888739832615349, - 1.0004143322752173, - 0.9931349078768341, - 0.9800306535559788, - 0.9957636890082171, - 1.0002904102651144, - 0.9887217530179371, - 0.9945292914948252, - 1.004902891466416, - 0.9962003472957158, - 0.9934257069186699, - 0.9799059188184409, - 0.9949621520724802, - 1.0029037698373038, - 1.0036871512403356, - 0.9897720620258614, - 0.9871702045154062, - 1.011521199823348, - 0.9941843616678862, - 1.0247569886394758, - 0.9988084298059352, - 0.9881291924468982, - 1.0179947532533584, - 1.0106341537352928, - 0.9919181897045649, - 1.0028443160348683, - 1.0061816857351074, - 0.9845932235691414, - 0.9825632133654874, - 0.9783171138085085, - 0.9969834535825824, - 1.0007811859343756, - 1.0019656189691033, - 1.0503484122189095, - 0.9753504608707252, - 1.0373469598286436, - 0.9949630633139451, - 1.0059234160225077, - 0.9993867259561041, - 0.9736626903578918, - 1.003303340408411, - 0.9938479422620685, - 0.9997621940680084, - 0.9893549017338009, - 0.9921437872926778, - 1.0351189228816489, - 0.9982053116677407, - 1.0049035777011361, - 1.007943748077122, - 0.987183747951824, - 0.9954065358497123, - 0.9844630756889735, - 0.9195912077534116, - 1.0102406845364933, - 0.9709132374569961 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277222, - "cert_evals": { - "36": 0.9421660900115967, - "72": 0.9263932108879089, - "108": 0.9043111801147461, - "255": 0.7392218112945557 - }, - "fold": 0 - }, - { - "best_epoch": 46, - "best_val_acc": 0.9610516066212269, - "test_acc": 0.9640489546149924, - "train_size": 1649, - "val_size": 1027, - "test_size": 3922, - "stats": { - "mean": [ - [ - 0.0022033838386908973, - 0.06625603036992117, - 0.04649901939357201, - 0.0004913727592479633, - -0.007424528047300943, - 0.029222694481503848, - -0.02871623684293518, - -0.01058671273499129, - -0.02433525755609501, - 0.004942196840509272, - -0.015235754990903076, - -0.012600504249242172, - -0.02657332941176486, - -0.01012015760339567, - -0.018367278909944645, - 0.044433595385081875, - -0.029744519138872053, - -0.004242953947847537, - -0.008002045858095115, - 0.0011893272164947555, - -0.05592513376591881, - -0.02044694836264443, - -0.04302950797452996, - 0.025187052055791012, - 0.02474263468768939, - -0.042601262001213426, - -0.020695051036992134, - 0.0015384054093390107, - 0.011092726046088491, - 0.021371811740448717, - -0.013469555081867212, - 0.01982452726500885, - -0.044538194766525006, - 0.030567572645239703, - -0.031482593996361656, - 0.02141072656155254, - 0.010427163068524451, - -0.023554046506974034, - 0.04504258471801071, - -0.03430833826561581, - 0.06747908948453606, - 0.04348396486355425, - -0.008884907592480267, - -0.011684225839903674, - -0.00656703219526952, - 0.002896513929653742, - -0.005738400824741935, - -0.04156242043662813, - -0.004873803086719859, - -0.0020245170263190598, - -0.0404051468768953, - -0.020279581224984647, - -0.029963112977562135, - -0.0015368056033973371, - 0.029301830357792758, - -0.05476914620982405, - -0.037951578969072176, - 0.047465052261976975, - 0.020526558156458357, - 0.02033791100060642, - -0.030164184865979576, - 0.05024194190418452, - -0.04485629808368706, - 0.03147835112189204, - -0.006291162340812682, - 0.019074118508186463, - -0.0014484904548212434, - 0.008784981788962792, - 0.023386305391206525, - 0.005879860982413359, - 0.05940395211643435, - 0.04984556731352376, - -0.023843370139479056, - -0.00745569275924821, - -0.018882913905396863, - 0.02314283274711956, - -0.024472644293511335, - -0.002770279702850328, - -0.012337558138264851, - -0.011593327471195118, - -0.042932302716798265, - -0.0240285988963009, - -0.0452392710248636, - 0.04310506591873858, - 0.02492436379624043, - -0.031592489102485924, - 0.053639132025470125, - -0.030478516828380917, - 0.007038873759854203, - 0.025400627586415966, - 0.0229284818168576, - 0.0009592673741654173, - -0.024041893893268843, - -0.0050410013741663505, - -0.039906425639781765, - 0.03151746901152146, - 0.018252275536447, - -0.023123840842935037, - 0.049373840412370945, - -0.03933781325530598, - 0.07366186678593085, - 0.013209034602790264, - -0.021385058447544267, - -0.018445256191631672, - -0.012832089751363926, - 0.016886379345057278, - -0.0021345572407520425, - -0.0338357411158276, - -0.013289104663434192, - -0.0065585543056388826, - -0.01209856645239361, - -0.04576090782292301, - -0.032484600758035095, - -0.028557836749545137, - 0.02584237292904779, - 0.009022810600363702, - 0.022957384186780123, - -0.03818952886597925, - -0.032933244008489626, - -0.009165709096422076, - 0.02088987131594965, - 0.02855925063068547, - 0.024874274311704, - -0.03435405539114632, - 0.016969646773802517, - -0.018423495306246717, - 0.01951220546998175, - 0.025427100121285417, - 0.012467580333535485, - -0.010936757514857925, - -0.014689930918738598, - 0.013502246094602934, - -0.050603092346876676, - -0.01723701176470571, - -0.004896197422679896, - 0.02070974576106733, - -0.026273534445118388, - 0.030336164984839376, - -0.039887732504548135, - -0.056432912220739984, - -0.05021272674348097, - -0.02755221443298974, - -0.03442035423893272, - -0.028371501285627588, - 0.0005140135536685691, - 0.002409129072166215, - 0.02409891870830806, - 0.02409901194663454, - 0.04556790412371142, - -0.03490499576713144, - -0.052055877830807035, - -0.012115913268648306, - -0.022166139478470903, - 0.05603566475439655, - 0.037913323129169, - 0.05956955137659166, - 0.012290112295936774, - 0.04308550950879324, - 0.029600502874469404, - 0.024453837204366478, - -0.010275065567010471, - 0.0072667682619769, - 0.010619255191024834, - -0.015975785809581464, - -0.03865312817465139, - 0.001558572067919981 - ] - ], - "std": [ - [ - 0.9789609056537054, - 1.0223542173821687, - 1.006354499416772, - 1.0097426115961123, - 0.9821876353647652, - 0.9998046045489866, - 1.0178212606990535, - 1.0167721117355657, - 1.0114146027100444, - 1.001776238241197, - 1.0068173587187008, - 0.9900351224079849, - 1.0414098112135597, - 1.009574294617972, - 0.9953634621121619, - 1.0551495473134025, - 0.9981956531855851, - 1.0183570217473137, - 1.0066623632600822, - 1.0127852757834928, - 0.9819060519437951, - 1.0168025572775439, - 1.0011040348853746, - 1.0077391574190562, - 0.9960322515796017, - 1.0217184675272302, - 1.0045863660324679, - 1.0189216552292488, - 1.0209580005984413, - 0.9885762298604023, - 0.9548219575549232, - 1.0137570744288356, - 0.979579874589421, - 0.991197794892492, - 0.9880528964389337, - 0.9852989430996284, - 1.0048530597402896, - 1.0022576693152574, - 1.019817156007534, - 0.9946728227761036, - 1.0213302738059442, - 1.000964538491138, - 1.0307917076654618, - 1.006989527865548, - 1.002313843550004, - 1.0141972045736452, - 1.0080080308891233, - 0.9964183873498001, - 1.0258591594541053, - 1.0107146809178345, - 0.9717107214304516, - 1.0149102149309601, - 1.016907704482399, - 1.0078526095792883, - 0.9874709483602169, - 0.9996202197544782, - 1.0096827085606537, - 1.0379820129740673, - 1.013223513461979, - 0.9861254732898448, - 0.9893639979797026, - 0.991075106383618, - 0.9269809003308983, - 0.9875139847082404, - 1.005442372648796, - 0.9896204194858335, - 0.9935153912057717, - 0.9811099295350456, - 0.982575262307681, - 0.9795878781577906, - 1.0193143649741352, - 1.0119494318757316, - 1.0171821247574437, - 1.0034040467334655, - 1.0066093997021297, - 0.9694393186766306, - 1.0117730193741676, - 1.0122625190981362, - 0.9925145459941629, - 1.005154502988111, - 0.9987288725767053, - 1.0170813277668, - 0.976308824777624, - 0.9884631741550407, - 0.9915959199837703, - 1.0218983144556584, - 1.0142113893430906, - 0.9911920808019298, - 1.0172127287199233, - 0.9893770325784368, - 0.9989337891002755, - 0.9894791117074598, - 1.0007549319713978, - 1.0326939082689799, - 0.9899757429384302, - 1.010492032769745, - 1.0061235379816107, - 1.0091634350161915, - 1.0152313478591228, - 1.0056174411509322, - 1.017311898436513, - 0.9976512207707879, - 1.003882833915693, - 1.0004358570223468, - 1.0036377564081862, - 1.0211550893522847, - 0.9924334669404734, - 0.9971024879775969, - 0.9990772588620248, - 1.0032740804274622, - 1.0024996588619381, - 0.9916378123810937, - 1.0022499057411776, - 1.010183122426781, - 1.00163045757315, - 1.0085039687864976, - 0.9922730297554195, - 1.014983448437488, - 1.014822892124083, - 1.0148845786316816, - 0.9937553605624629, - 0.9882702039873854, - 0.9870322023279767, - 0.9850906859406272, - 0.997923959817147, - 0.9510903327769852, - 0.9917224934440294, - 0.9847975043099015, - 1.0202145588783864, - 1.0021246013348553, - 1.0003272501219964, - 1.0067673298995008, - 0.990781057863208, - 1.0020482585196349, - 1.018688317687672, - 0.9988236160134567, - 1.0069349597950046, - 1.0061002120663578, - 1.0122386395403618, - 0.9892206859790922, - 0.9855242096919327, - 0.9959531341164058, - 1.0065041184698018, - 1.0078483816424069, - 1.0021878472773025, - 0.9741424082334939, - 1.0890817487043594, - 0.9945307148083409, - 1.007530511064047, - 0.9991966896972047, - 0.9619750319373882, - 1.0030667264483681, - 0.9931958657494955, - 1.0006523699688303, - 1.010191508136165, - 0.9864924753596401, - 1.0139473615684553, - 1.0114408938636286, - 1.0033347496554157, - 0.9803226862995067, - 1.0098451761605862, - 0.9980225437342447, - 1.0129871477235215, - 0.9828742206168505, - 0.9665430998047373, - 0.9908589509231834 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277222, - "cert_evals": { - "36": 0.9328140616416931, - "72": 0.9133398532867432, - "108": 0.8851022720336914, - "255": 0.7322298288345337 - }, - "fold": 1 - }, - { - "best_epoch": 41, - "best_val_acc": 0.9684959349593496, - "test_acc": 0.95359394703657, - "train_size": 1649, - "val_size": 984, - "test_size": 3965, - "stats": { - "mean": [ - [ - -0.0165193507883561, - 0.023745576106731784, - 0.00894758525166726, - -0.012979845463917304, - -0.008554753389932977, - 0.008500205057610555, - -0.008827268055791222, - 0.02424651702243768, - 0.002300678673256056, - -0.006792839332929151, - 0.0047927400606429405, - 0.0003070491534258074, - -0.0037253238023046277, - 0.012077483473620145, - 0.018683199696786473, - -0.009275691437234477, - -0.006638355451788972, - 0.017810546682838085, - 0.015129445567010357, - 0.024298001443298942, - -0.003184869132808023, - -0.004290789721043456, - 0.0031496054275316357, - 0.014148549696785681, - 0.018162637962401695, - 0.0032194466707086006, - -0.006616737907822937, - -0.022775198374772664, - -0.015071109605821711, - 0.014638325488174678, - 0.011475148077623627, - 0.03049396374166147, - 0.025694605900545734, - 0.008604017768344612, - -0.012231649072164738, - 0.002613359126743679, - 0.029584712128560786, - -0.0034158958580959363, - 0.006069550751970517, - -0.00541011442692557, - 0.01880269619163089, - -0.008083247077016392, - -0.006491640764099397, - 0.014566732795633777, - 0.008376424821103932, - -0.0009929023711349493, - 0.02163681163129177, - -0.0025090638993329082, - 0.01741273975136374, - 0.005851729104123725, - -0.004465054881746678, - -0.0037159464523949803, - 0.0014873154821107525, - -0.007976062644028743, - 0.01156759172225612, - 0.023733914178289805, - -0.011275250879320775, - -0.002578957016372865, - -0.006478712734990847, - 0.00032240861127936024, - -0.011706570736203905, - 0.02587612322619762, - -0.011422028793207837, - 0.01712189235900559, - 0.0028696369314734713, - -0.0015781066646451572, - -0.027441241722256038, - -0.0014402773256522523, - -0.004449931892055841, - -0.0014659224075202345, - 0.01708213645239509, - 0.018733296931473596, - 0.008334289472407117, - 0.005727799963614559, - 0.007039103201940653, - -0.00224206858702233, - 0.0011615125591269186, - 0.0096409494117641, - 0.004899610121286758, - 0.009826549023650048, - -0.009219501334142207, - -0.004807864269254234, - -0.002443187265009144, - 0.011609495827774482, - 0.0040307750576106674, - -0.004682432261976522, - 0.013977261024863448, - 0.0012793727167981009, - -0.025686529896907437, - 0.013434234869617957, - 0.021999945691932813, - 0.012433017674347574, - -0.009033386234081325, - 0.0062409658120072915, - 0.0009289013947849186, - 0.0003903400242564852, - 0.02740975750382101, - -0.011144831170406301, - 0.005830573753789878, - -0.009510249636142982, - 0.02073330933899335, - 0.007879717440873353, - 0.009509570454820928, - 0.01405836261370407, - 0.014672617586416688, - -0.005675097756215873, - 0.0017475856822315732, - 0.0018848247543965708, - 0.02229300998180564, - 0.01026309860521593, - 0.017680451788964564, - -0.005672595821710331, - -0.009564725087932182, - -0.0036886342935116994, - 0.01000584954517868, - -0.0014087143177684452, - 0.020023876538508456, - -0.014409325075803336, - -0.008730885488174288, - -0.0034071386173437994, - 0.017709779927228837, - 0.0037029051849606504, - 0.011111249060036448, - 0.001931565688295556, - 0.0326300536264404, - 0.009591248938750647, - -0.007016625542753067, - 0.012978908750757932, - -0.0024730208186779807, - -0.005898704823529222, - 0.00046255165858092147, - -0.015087141012734237, - 0.007914145130382093, - 0.00938928223165545, - 0.01491191867192227, - 0.003460371607034447, - -0.007647012371134029, - 0.009316860582171302, - 0.012669591819284187, - 0.023290896266828284, - 0.012400781200727585, - -0.003923578150394203, - -0.005147092104305529, - -0.008281499878714238, - -0.03743850333535512, - 0.013677931825349052, - 0.0004504794117647815, - 0.0031018094057014187, - 0.009501353911461253, - -0.007035560921770639, - 0.008385035146755612, - -0.0034377712431776946, - -0.010681847180108386, - 0.029691756458459714, - 0.008845037744087314, - 0.036611106986052, - 0.006922057057610421, - 0.00199877628865977, - 0.016813865591267338, - 0.002876468101879801, - 0.005453485567009417, - 0.0042027340964213965, - -0.01236373710127327, - -0.008553608768950838, - -0.0069991010551852945, - 0.0076861960764099575 - ] - ], - "std": [ - [ - 0.9681286752068088, - 1.0188584468817592, - 1.0110661386281417, - 0.9985656246319761, - 0.9821622573144201, - 1.0036187347218821, - 1.0069688072671201, - 0.9902174757207433, - 1.01713159486763, - 0.9867718776262003, - 0.9758196806068826, - 0.9717105755097225, - 0.9881331057860607, - 0.9898880234141544, - 1.0032622320902203, - 0.9951157752575892, - 1.0046808806006051, - 0.9614388015014891, - 0.9853693985919703, - 1.0191683054599883, - 0.996439727744992, - 1.008421273109573, - 1.00416757618972, - 1.0050873163713752, - 1.0062941810400496, - 1.0106625492506378, - 1.0037290960252208, - 0.9716931899880294, - 1.0122721434564084, - 1.004145433664744, - 1.0126537584886575, - 0.9877832016144399, - 1.0016994225200662, - 0.9984055948469278, - 1.009905276240697, - 0.9928053125930449, - 1.028439787038722, - 1.0058093224458307, - 1.0026249721952805, - 1.0044305239260718, - 1.0145868354939207, - 0.9730410910554939, - 0.981275887794836, - 0.9868601113866823, - 0.9903107009766159, - 0.9840780321801739, - 1.0155043762626388, - 1.015709680805549, - 0.9877740152182051, - 1.0007933926991834, - 0.9639452930264027, - 1.0107985365057115, - 1.0139858844795777, - 0.978091201901524, - 0.9836289102008465, - 0.9892831848712296, - 1.0050542524754924, - 1.0041143150075589, - 1.011404712398526, - 0.994592205655486, - 1.003602088307178, - 1.0043236988473279, - 0.9890344165359591, - 0.9960153738734304, - 1.0247056593625234, - 0.9709722536076895, - 0.8984006766242731, - 1.0084723110544285, - 1.0080442044255657, - 1.0139042067755502, - 1.0147945346118319, - 1.0086308434283413, - 0.9798709269587462, - 0.985827749679927, - 1.0097816591529503, - 0.9967310231913435, - 1.0125467431933681, - 0.9795738908810216, - 0.9759574846742652, - 0.9879270836797008, - 1.0100364897802065, - 1.0084344135598255, - 0.9683448859407486, - 0.9884096351113933, - 0.9957784496098612, - 1.0106496350052778, - 1.0041619111843998, - 0.9965669874488615, - 1.0148365256887901, - 0.9954909131964714, - 0.9942883718958846, - 1.0007980703139212, - 1.0031320592473836, - 0.9828596472567013, - 0.9637136602853367, - 0.9970558130158634, - 1.0142250931970318, - 1.008890015046518, - 1.0055896715654262, - 1.004944159225849, - 1.015901087459527, - 0.9987432420315473, - 0.9985224279803399, - 0.9900020636370531, - 0.9946414368680025, - 0.9718565169997336, - 1.0010286004673303, - 1.0045607582554759, - 1.0126684697205748, - 0.9911582699978772, - 0.9979453061380805, - 0.9943479420017864, - 1.0057507939001675, - 1.009199116070283, - 0.996011631450574, - 1.0055786667678899, - 0.9980095514928135, - 0.9965213084556673, - 1.0065546695035632, - 0.9959098534303568, - 1.0066323304809803, - 0.9785303330423044, - 0.9869014865983016, - 1.0002036756849269, - 1.0025571744250443, - 0.9798050960785967, - 0.9928695520264623, - 1.0029641941982563, - 0.995414106898259, - 1.0148844453635921, - 0.9709719526035338, - 0.9939566879305621, - 0.9884244597895214, - 0.9767542641597464, - 0.9853765727313375, - 1.0106906221793046, - 1.005948414723524, - 1.017725449726877, - 1.0152735855520598, - 0.9876730417321886, - 0.9757936207779202, - 1.0047018133551442, - 1.004391788961941, - 1.006171785979052, - 0.8968175799273889, - 1.0473489426893206, - 1.0315201707660164, - 1.0175144216806302, - 1.0142189436584537, - 1.0038989754399161, - 1.0173990273862883, - 1.0127050623257519, - 1.0051909194938937, - 1.012068652647229, - 0.9962079218654786, - 1.002233177655679, - 1.0161322523275562, - 0.999594425724876, - 0.9955572903935671, - 0.9917181216246964, - 0.9858353212831604, - 0.991792827254217, - 0.9768523928420304, - 0.9547301155646564, - 0.963911142038982, - 0.9970598920069098 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277222, - "cert_evals": { - "36": 0.9471544623374939, - "72": 0.9156503677368164, - "108": 0.892276406288147, - "255": 0.6961382031440735 - }, - "fold": 2 - }, - { - "best_epoch": 62, - "best_val_acc": 0.9619732785200411, - "test_acc": 0.9585010060362174, - "train_size": 1649, - "val_size": 973, - "test_size": 3976, - "stats": { - "mean": [ - [ - -0.019377861036991656, - 0.025388282601576818, - 0.017005815742874516, - -0.007883900460885378, - 0.0060343637174048335, - 0.019899812286233772, - -0.017346581947847252, - 0.01720070440873258, - -0.022683759298605638, - 0.03576464684050942, - 0.003250418289873286, - 0.023095340225590528, - 0.025853774105518486, - 0.004904056128563328, - 0.015174882898727272, - 0.004904859053972195, - -0.0064262512310491165, - -0.0013788380109157152, - 0.03392423097634965, - 0.040471053135233824, - -0.007766068975136523, - -0.02654642546998242, - -0.002714201516070317, - -0.005730637913887314, - 0.014443505081867881, - -0.01681206773802325, - 0.022797446707095152, - 0.02924670987871426, - -0.016523001552455778, - 0.022271198156458668, - 0.007295070836871207, - -0.010380893735597325, - 0.0032170857913887633, - 0.03166040751970903, - -0.011104923177683385, - 0.023025889023650516, - 0.00955245047907632, - 0.00501562544572467, - 0.003645016027895317, - 0.012703992892661992, - 0.014234079029714866, - -0.018872668283808444, - 0.03357063479684651, - 0.002985781740448259, - 0.016828823032140804, - 0.008592184530017656, - 0.020646139611886168, - -0.025274300994542045, - 0.031819425821709706, - 0.041618958390176077, - 0.00933414724075195, - -0.02236399884778645, - -0.018589546555488203, - 0.001330274912066101, - 0.0015160872407521844, - 0.002306856531231052, - -0.0022718787992723603, - 0.028225555027289576, - -0.006301775864159792, - 0.02247907061249244, - -0.011468676332322514, - 0.02175189545178902, - -0.013670970357792456, - 0.03126135081867806, - 0.004543698483929725, - -0.0009374850879321324, - 0.021139099308671503, - 0.02629353206791973, - -0.02450631540927904, - 0.030707943529411457, - 0.01293060334141885, - 0.012913687446937628, - 0.00928486858095778, - 0.01766341600970324, - 0.03807825699818077, - 0.0017500543359613783, - -0.016347040315342783, - 0.0007416811279563446, - 0.026208501607035268, - 0.023266191340205626, - -0.018853632765312562, - -0.02368463080654962, - 0.001749331437234659, - 0.003365637052759398, - 0.025888251528199256, - -0.018965530382049504, - 0.03517410735597307, - 0.025752976476652555, - -0.02487937299575574, - 0.022010353117040575, - 0.017477714511824522, - -0.017221659584597582, - -0.003431555427531808, - 0.019807925603396073, - 0.0032348454699819393, - 0.013613221879926436, - 0.0370615994009708, - -0.016630420776227922, - 0.0136933938872041, - -0.0017249714481504044, - 0.02229983032140703, - -0.012712485694360036, - 0.026678074426925498, - 0.012642979175256863, - 0.005538239963614194, - 0.0035851682595511494, - -0.017385318223165646, - -0.027282370030321336, - 0.030769696791993668, - 0.023036587355973605, - 0.02791771238326433, - -0.005707142462098305, - -0.011955044244996943, - -0.01365990568829588, - 0.02758415771376576, - 0.001034438120072712, - 0.016993479078229498, - 0.004106490266828514, - -0.007270538144329443, - 0.023955484869617922, - 0.016178350285021865, - 0.0035198083808369264, - 0.010066467580351705, - 0.013253238295936883, - 0.003935329266222111, - -0.028011770430564572, - 0.022866120224378214, - 0.0261654426682841, - 0.02473182812007268, - -0.0015221004548212846, - 0.0038331081837477228, - 0.021399354317768703, - 0.005301140012128602, - 0.019229334445118054, - 0.005640386767737668, - 0.02194890172225591, - -0.005060289387507513, - 0.026678006622195553, - -0.009628291109763477, - -0.003739145758641676, - 0.002035451000606312, - 0.010815814196482578, - -0.011372362352941229, - -0.019185084742267905, - -0.001526538386901546, - 0.01622554252274128, - 0.012853861158277795, - 0.032111232286234526, - 0.031036171322013306, - 0.014534576640388132, - -0.0195449016634327, - -0.0031721854821107633, - -0.011472115221346063, - 0.00807888645239537, - -0.009991977598544642, - 0.015293761594905845, - 0.04696865378289867, - 0.02876006337174039, - 0.030060548720436564, - -0.016465844511825162, - -0.013467629448150867, - -0.004964211527592827, - 0.023761107562159368, - -0.0028053264645238984, - -0.011466418192844817, - 0.015592289957550014 - ] - ], - "std": [ - [ - 0.985810694952265, - 1.0034659788102347, - 1.0123314802689827, - 1.0006728383848915, - 1.0057933627069857, - 1.0211647035506441, - 0.9873544232512542, - 1.0044940106681508, - 0.9972305516917789, - 0.9962847585776434, - 1.0084467836467266, - 0.9906644883619666, - 1.0245712429201694, - 0.9866939366954063, - 1.0013177295694342, - 1.0035460862038992, - 1.0106885153319805, - 0.9519922611580153, - 0.9980325911759347, - 1.0306730880090342, - 0.9835758012913696, - 0.9850289481711405, - 1.0052216421075988, - 0.9962087717875672, - 0.9963361086627195, - 0.9956939758386721, - 0.9995284943647325, - 1.023940251071931, - 1.0274738040648672, - 0.994278832453581, - 0.9978867650735795, - 0.9858582094807091, - 1.0042951554309811, - 0.9935762200569673, - 0.987438469465117, - 1.005913310224571, - 1.00088122516216, - 0.9882229146445906, - 1.0157177678163845, - 0.9964856588375458, - 0.9973534488049755, - 0.9843481194725128, - 1.0059020116489072, - 0.9945053400237248, - 0.9893145898736398, - 1.0071798920580137, - 1.026048360719046, - 0.9784906142973205, - 0.9999905642791316, - 1.0245359594400432, - 0.9857715356622779, - 0.9921646440585971, - 0.9889209867599961, - 0.9804599263285575, - 0.989078331357909, - 1.0220508106585684, - 0.9898585563272273, - 1.0050841202007248, - 1.0381369540158623, - 0.9852302977543494, - 1.0075559260629754, - 1.000291557770776, - 0.9848158888469627, - 0.9914305575952413, - 1.0027287892746963, - 0.9998437768528288, - 1.0380871234284017, - 1.0068281699392212, - 0.9909518921848135, - 1.0027114341322005, - 1.0043121525006478, - 1.004908814037755, - 1.0186241738713828, - 0.9840706508690844, - 1.0105911993179093, - 0.9676803103445097, - 1.0008055713802275, - 0.9912309236484144, - 0.995113888208004, - 1.00892652209743, - 0.9963556594838519, - 0.9845494099501623, - 0.9992655439793966, - 0.9888161956289881, - 0.988365168461102, - 0.986911819503751, - 0.9966018266120068, - 1.0253590540025506, - 1.0073388900110996, - 0.9884492302907475, - 1.0097952364856901, - 0.9710825809435979, - 1.0049468371789398, - 0.9978639652892881, - 1.0455255018744898, - 0.9978429399237, - 1.002476959825736, - 0.9981410717372688, - 1.0060801668925174, - 0.9880101858878161, - 0.9920156642454706, - 0.9690302977750064, - 1.0160561889470001, - 1.0042221946838557, - 0.9902952403395341, - 0.9972984826953729, - 0.9761193341167186, - 0.9802187480066236, - 1.008662757516423, - 0.9977604335997484, - 1.0125273643143784, - 1.0005678108605767, - 0.99939847346626, - 0.9934285795635643, - 0.993774093323074, - 0.9507637302569011, - 1.001524151413393, - 1.0029839092558797, - 0.9922893465303836, - 0.9995915259108642, - 0.9937205680489537, - 0.9906768211587779, - 0.9885237778798726, - 0.9923092460426346, - 0.9928187226268517, - 0.9431189215637575, - 0.9768867834667897, - 0.988648327088327, - 0.9868432165802018, - 0.9936538301879408, - 1.031840475179726, - 1.0088131603924193, - 0.948009389328019, - 0.980359732399849, - 0.9812840383484884, - 1.0125452888475233, - 1.0015379468649726, - 1.0082241487185495, - 1.0028073940649291, - 1.027290919950601, - 1.0123450850356626, - 0.9892757300213824, - 0.989457850129367, - 0.9916398725034907, - 0.9733306799223379, - 1.048692795336829, - 1.0185390556939666, - 1.005180692664418, - 0.9999773815928202, - 1.0029310617714582, - 0.9847831085240544, - 0.9984589470542239, - 0.997897554671397, - 1.0021153618672554, - 0.9825493908557392, - 1.0005331081478763, - 1.0721249078632564, - 1.0255830315079582, - 1.0078969722952105, - 1.0018509428094395, - 1.007362049760478, - 0.9875884283657037, - 1.0010931986356253, - 1.0157609941665726, - 0.9972826112887371, - 1.0062038228644128 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277222, - "cert_evals": { - "36": 0.9465571045875549, - "72": 0.9208633303642273, - "108": 0.8951696157455444, - "255": 0.7399794459342957 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9596562870770226, - "std_test_acc": 0.004667709347927378, - "n_samples": 6598, - "n_features": 166, - "n_classes": 2, - "mean_cert_acc_36": 0.9421729296445847, - "std_cert_acc_36": 0.006623823542768897, - "mean_cert_acc_72": 0.919061690568924, - "std_cert_acc_72": 0.005813021058747411, - "mean_cert_acc_108": 0.8942148685455322, - "std_cert_acc_108": 0.007950767271768881, - "mean_cert_acc_255": 0.7268923223018646, - "std_cert_acc_255": 0.020797387055023084 - }, - "nursery": { - "dataset": "nursery", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 17, - "best_val_acc": 0.8315954118873827, - "test_acc": 0.8181235580620354, - "train_size": 3240, - "val_size": 1918, - "test_size": 7802, - "stats": { - "mean": [ - [ - 0.051029166666666737, - -0.00196411111111071, - 0.0016562925925925533, - -0.008005376543209762, - -0.004535925925925928, - -0.014196977160493821, - -0.01014526234567894, - -0.007937870370370368 - ] - ], - "std": [ - [ - 1.0081184659855247, - 0.994466909902115, - 0.9984780980079611, - 0.9954756099225289, - 0.9980995540133645, - 0.9998602139101664, - 0.9972906807623559, - 1.0052418041464166 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 773, - "cert_evals": { - "36": 0.7226277589797974, - "72": 0.5849843621253967, - "108": 0.47914496064186096, - "255": 0.033889468759298325 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8535841382816471, - "test_acc": 0.8463820456597446, - "train_size": 3240, - "val_size": 1967, - "test_size": 7753, - "stats": { - "mean": [ - [ - 0.023435617283950584, - 0.026842851851852437, - -0.0011041870370370494, - -0.001656286419753089, - -0.010961820987654315, - 0.019135056172839497, - -0.012124891358024097, - -0.0060479012345679 - ] - ], - "std": [ - [ - 1.0098249235756733, - 1.0053740157149613, - 0.9982315594686217, - 0.9999606252114857, - 0.9964249241892131, - 0.9997779009091493, - 0.9971359423938833, - 1.0041030187583004 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 773, - "cert_evals": { - "36": 0.7249618172645569, - "72": 0.570411741733551, - "108": 0.4631418287754059, - "255": 0.02338586561381817 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 0.8445026178010471, - "test_acc": 0.8376440460947503, - "train_size": 3240, - "val_size": 1910, - "test_size": 7810, - "stats": { - "mean": [ - [ - 0.023435617283950584, - 0.047575135802469234, - 0.015458643209876576, - 0.0024844308641975513, - 0.006047901234567903, - 0.0012345197530864193, - 0.015837366358025084, - -0.0060479012345679 - ] - ], - "std": [ - [ - 1.0166780451442419, - 1.0111134194425535, - 1.0062422991159916, - 0.9960005941386431, - 0.9966991236053043, - 0.9999602379504744, - 1.0002954947822456, - 1.0041030187583007 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 773, - "cert_evals": { - "36": 0.718324601650238, - "72": 0.6052356362342834, - "108": 0.481675386428833, - "255": 0.048691101372241974 - }, - "fold": 2 - }, - { - "best_epoch": 20, - "best_val_acc": 0.8253638253638254, - "test_acc": 0.8222165212929707, - "train_size": 3240, - "val_size": 1924, - "test_size": 7796, - "stats": { - "mean": [ - [ - 0.03364145061728391, - 0.03033460493827167, - 0.03257356666666669, - 0.032849621604938234, - -0.015875740740740732, - -0.01481423703703703, - -0.01707398148148124, - 0.006425895061728395 - ] - ], - "std": [ - [ - 1.006091408188469, - 0.9961770749809249, - 1.0063245385321156, - 1.0055792592242605, - 0.9961264090870245, - 0.9998512588890658, - 1.0080135891696445, - 0.9964644995871555 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 773, - "cert_evals": { - "36": 0.6964657306671143, - "72": 0.5732848048210144, - "108": 0.4802494943141937, - "255": 0.06704781949520111 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8310915427773753, - "std_test_acc": 0.01321198208755833, - "n_samples": 12960, - "n_features": 8, - "n_classes": 5, - "mean_cert_acc_36": 0.7155949771404266, - "std_cert_acc_36": 0.013045773707890949, - "mean_cert_acc_72": 0.5834791362285614, - "std_cert_acc_72": 0.015814467945888595, - "mean_cert_acc_108": 0.4760529175400734, - "std_cert_acc_108": 0.008669493577262585, - "mean_cert_acc_255": 0.043253563810139894, - "std_cert_acc_255": 0.018957365552617098 - }, - "oocytes_merluccius_nucleus_4d": { - "dataset": "oocytes_merluccius_nucleus_4d", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.6273291925465838, - "test_acc": 0.6633663366336634, - "train_size": 255, - "val_size": 161, - "test_size": 606, - "stats": { - "mean": [ - [ - -0.0371250154117647, - 0.0015389403921568473, - -0.03527819799999997, - 0.026217213882352975, - -0.022018143254901958, - -0.03976458627450978, - 0.003314039607843149, - -0.03319261360784315, - 0.01830184745098039, - -0.02685776486274508, - -0.04212637686274509, - 0.005226556078431408, - -0.02913093117647059, - -0.01200531101960785, - -0.03152609833333333, - -0.03705718681960783, - 0.00469401490196078, - -0.02551305090196081, - -0.03417245220392157, - -0.031662056862745085, - -0.018275636980392158, - -0.03872015905882352, - 0.06975402027450983, - -0.05690918172549015, - -0.0005046612313725563, - -0.026833323176470567, - -0.0324685416470588, - 0.06559194729411769, - -0.04924893603921571, - -0.002559774274509816, - -0.007582052196078413, - -0.03221969384313721, - 0.07669179423529408, - -0.05831633415686265, - -0.00790661125490195, - 0.033497423215686245, - 0.007940335568627457, - -0.0037278283529411723, - -0.005509080784313686, - -0.006456870705882385, - -0.006934026431372542 - ] - ], - "std": [ - [ - 0.9481208431065713, - 0.9777230774786245, - 0.9614649831710622, - 1.0004435636971643, - 0.9517495439744679, - 0.9370398970511897, - 0.978033253968666, - 0.9633889071060125, - 0.9762210193691487, - 0.9497999114505152, - 0.9347608009901895, - 0.9801580525147454, - 0.9702177059121481, - 0.937441002049969, - 0.9454783788330968, - 0.9479630674171062, - 0.9847917091528013, - 0.9682944519390624, - 0.9601592978081722, - 0.9504457074291478, - 0.9482732916854852, - 0.9550094850957569, - 0.8808478818975364, - 0.9032557709886272, - 0.9905437507629392, - 0.9682787727115054, - 0.9734319541870242, - 0.8994213820965716, - 0.9306569007254026, - 0.9903368456478869, - 0.9401093744879251, - 0.9661635565557377, - 0.8972092489723742, - 0.9227263611587284, - 0.9960722682017434, - 0.9400060154678039, - 0.9649245386172121, - 0.9716877264843913, - 0.9731199443916825, - 0.9739165511052336, - 0.9741830269626184 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 17222, - "cert_evals": { - "36": 0.16149067878723145, - "72": 0.006211180239915848, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 28, - "best_val_acc": 0.6615384615384615, - "test_acc": 0.6530612244897959, - "train_size": 255, - "val_size": 130, - "test_size": 637, - "stats": { - "mean": [ - [ - 0.00023252282745095802, - 0.0023210192156862736, - -0.008575552392156847, - -0.027089618431372545, - 0.02615166227450979, - 0.00029002847058821885, - 0.001517669058823556, - -0.009498281058823606, - -0.021533545372549014, - 0.027143032117647032, - 0.00012999274509802153, - 0.0020992274509804144, - -0.005652587843137251, - -0.01031889384313722, - 0.025365951607843145, - 0.0011974224705882457, - 0.0024456095294117628, - 0.007920263137254904, - 0.007542674117647044, - 0.019472125333333323, - 0.06628882686274508, - 0.0008101664705882076, - -0.005068037960784302, - -0.0018227520000000151, - 0.00320542466666668, - 0.025693874901960758, - 0.03285470894117649, - -0.03694405458823524, - 0.02895584858823529, - 0.02036504745098036, - 0.04203500674509803, - 0.012977303843137231, - -0.016463404666666667, - 0.005529818662745095, - 0.013588346156862736, - -0.03683925767843136, - -0.016918137803921634, - -0.014870798470588246, - -0.016124755137254858, - -0.018004861274509842, - -0.020472565215686273 - ] - ], - "std": [ - [ - 0.9572394549500175, - 0.9926437581599087, - 0.9624363039043059, - 0.9193272254177784, - 1.0255768714029772, - 0.9579689477579895, - 0.9914399769465777, - 0.964698567284664, - 0.9351924375292803, - 1.0260487030041765, - 0.9515013155985146, - 0.9925204239055312, - 0.9662079425779949, - 0.9893019122153763, - 1.0199562667897872, - 0.9463721256877698, - 0.9959986832754482, - 0.9814859605265475, - 1.0491115651558893, - 1.0166099051364492, - 1.0126788732557663, - 0.9559037060605928, - 1.005464306868578, - 0.9339913124161523, - 0.9907483477382796, - 1.002837860013556, - 0.9939512794379407, - 1.0866703256453316, - 1.0174263712495963, - 0.9852130473462448, - 1.0075951167847277, - 0.9748247085177442, - 1.0259519988694812, - 0.9604781044814549, - 0.9861127645283753, - 1.0373513207775564, - 1.0101438720127272, - 0.9991977496960652, - 0.9936335573449004, - 0.9927993181263407, - 0.9922363841337328 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 17222, - "cert_evals": { - "36": 0.4769230782985687, - "72": 0.33076924085617065, - "108": 0.17692308127880096, - "255": 0.015384615398943424 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.6023391812865497, - "test_acc": 0.6023489932885906, - "train_size": 255, - "val_size": 171, - "test_size": 596, - "stats": { - "mean": [ - [ - 0.019915568666666633, - -0.014107577647058818, - -0.015105033250980377, - 0.02865576341176468, - 0.029814655176470552, - 0.017704559607843146, - -0.013470486980392094, - -0.016038092274509794, - 0.03248008262745098, - 0.030473079058823495, - 0.02067392156862747, - -0.014031545490196065, - -0.009559882039215687, - 0.03839121047058822, - 0.03184779492980397, - 0.022161854509803944, - -0.01396437243137256, - -0.0017765643137255195, - 0.055001846666666666, - 0.030386395921568613, - 0.03668542223529418, - -0.0027777596078431494, - 0.012474995117647124, - -0.0041148554117646985, - -0.013356863921568625, - 0.028240797568627463, - 0.00010664949019609575, - 0.02344727215686279, - 0.005875207882352966, - -0.007875607450980381, - 0.028559833607843157, - -0.003071006745098055, - 0.014597308196078422, - -0.0007609705999999861, - -0.016530812156862723, - -0.03674524662745102, - -0.019958698901960777, - -0.017071456470588258, - -0.017420987058823525, - -0.017710899607843143, - -0.01735895203921565 - ] - ], - "std": [ - [ - 1.0221090924456515, - 1.01545682802038, - 0.9869690473435272, - 1.037069581011897, - 1.0359698396459835, - 1.0192987930523796, - 1.016091448787416, - 0.9856390212088015, - 1.038505984158332, - 1.0379129504870621, - 1.0239033714401513, - 1.0194757702768644, - 0.9963995753206383, - 1.020298364999823, - 1.0423678031147061, - 1.0277751191583697, - 1.0205917784397192, - 1.0135024895112017, - 1.0892501748798247, - 1.0432132666589502, - 1.0172134304654925, - 1.030895619962752, - 1.0213433186098346, - 1.040706012633716, - 1.0211704714384828, - 1.010787095001102, - 1.034569087974703, - 1.0203462492134936, - 1.0580364742305262, - 1.0095797767173902, - 1.0215170604628103, - 1.033396337568214, - 1.0252577264940543, - 1.0526521075427535, - 1.017486639545284, - 1.0521736233720556, - 1.0188131869714923, - 1.0087257643396144, - 1.005460013688893, - 1.0056139578892642, - 1.0065387262698673 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 17222, - "cert_evals": { - "36": 0.035087719559669495, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6927710843373494, - "test_acc": 0.6605657237936772, - "train_size": 255, - "val_size": 166, - "test_size": 601, - "stats": { - "mean": [ - [ - 0.005023620274509809, - 0.05012927215686277, - 0.0774847423529411, - -0.021592119215686236, - -0.007278767843137281, - 0.003806819607843134, - 0.05070236376470592, - 0.07836162039215684, - -0.009335469717647047, - -0.006452909647058787, - 0.004313807450980429, - 0.05239601662745102, - 0.08761111960784314, - -0.0006227640392157017, - -0.011547115941176465, - 0.007509175294117638, - 0.049814644431372575, - 0.09699411058823522, - -0.020684055294117654, - -0.014362384509803941, - 0.03558779360784312, - 0.0894858222352941, - -0.09410436105882346, - 0.07914001066274516, - 0.05154126003921575, - -0.0045582715686274125, - 0.09130289176470592, - -0.07599903827450982, - 0.08245660823529415, - 0.06585250807843139, - 0.012951737058823532, - 0.08790382078431377, - -0.08962203019607844, - 0.08192444351764702, - 0.05873899290196081, - -0.016822436196078434, - 0.029792561019607842, - 0.05055904957647062, - 0.05703265886274507, - 0.05811358976470591, - 0.05753943309803923 - ] - ], - "std": [ - [ - 1.0010627790031323, - 1.0340741776327254, - 1.0363077318633585, - 1.0137526513667938, - 1.0497867958856593, - 1.0059089649290247, - 1.032934819096642, - 1.0357871822249751, - 1.0425743779317471, - 1.0491455468136368, - 1.002585949212257, - 1.0328632642788567, - 1.0444571310319228, - 1.0499184939107524, - 1.0523852884773215, - 0.9969852155711642, - 1.036017112451258, - 1.0641484457194088, - 1.0260965200086805, - 1.0600673906871478, - 1.0132281500555904, - 1.039987043021767, - 1.0160272774539016, - 1.0119553762539002, - 1.0375407287957723, - 0.993275249370577, - 1.0310746092505982, - 1.0007724139832403, - 1.01278883373938, - 1.0152625509246365, - 0.9763093251846449, - 1.0267017964861733, - 0.997823146966079, - 1.0044670030988905, - 1.0259705961089964, - 1.0589413004871364, - 1.0376978512601307, - 1.0319158378686013, - 1.0340480487731072, - 1.0356155832366485, - 1.0358388933781137 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 17222, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6448355695514317, - "std_test_acc": 0.028656573666112534, - "n_samples": 1022, - "n_features": 41, - "n_classes": 2, - "mean_cert_acc_36": 0.16837536916136742, - "std_cert_acc_36": 0.2170752175721083, - "mean_cert_acc_72": 0.08424510527402163, - "std_cert_acc_72": 0.1643755034527309, - "mean_cert_acc_108": 0.04423077031970024, - "std_cert_acc_108": 0.08846154063940048, - "mean_cert_acc_255": 0.003846153849735856, - "std_cert_acc_255": 0.007692307699471712 - }, - "oocytes_merluccius_states_2f": { - "dataset": "oocytes_merluccius_states_2f", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 40, - "best_val_acc": 0.8888888888888888, - "test_acc": 0.8528481012658228, - "train_size": 255, - "val_size": 135, - "test_size": 632, - "stats": { - "mean": [ - [ - 0.01054996298039211, - 0.027192816941176482, - -0.04626695749019601, - -0.0069539579607842475, - 0.014194326572549003, - -0.025412450196078348, - -0.04305473128235293, - 0.008311279215686227, - 0.03873141231372549, - 0.019546130517647062, - 0.04932295196078433, - 0.07244258905882356, - -0.12762710541176478, - 0.10863675447058822, - 0.03643630545098045, - 0.028625162627451017, - 0.07991438109803928, - -0.15667811082352961, - 0.11812816443137263, - 0.056641581960784365, - 0.025048539999999987, - 0.07553784419607842, - -0.12706123960784313, - 0.11197763396705882, - 0.047989735764705894 - ] - ], - "std": [ - [ - 1.055902739791254, - 1.0162268811039923, - 1.0028684541215303, - 0.9730091823212302, - 1.0042568790807076, - 1.059859315776944, - 0.9758982735241186, - 0.988138955008393, - 1.0133686644339426, - 1.0143882523728363, - 1.0032684708282238, - 1.0660462422249137, - 1.201916629773772, - 1.156152673218226, - 0.9766255498471383, - 1.0205814664175223, - 1.0558525489192028, - 1.2296182126345767, - 1.1597961969108055, - 0.9544712645073075, - 1.0067919810768349, - 1.0593103623610676, - 1.2049412432924147, - 1.1612948832756183, - 0.9664237104019653 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 6553, - "cert_evals": { - "36": 0.8666666746139526, - "72": 0.8592592477798462, - "108": 0.8222222328186035, - "255": 0.6370370388031006 - }, - "fold": 0 - }, - { - "best_epoch": 12, - "best_val_acc": 0.9470198675496688, - "test_acc": 0.875, - "train_size": 255, - "val_size": 151, - "test_size": 616, - "stats": { - "mean": [ - [ - -0.039873489411764704, - 0.06568908627450984, - -0.08042117858823533, - -0.07278203247058826, - 0.031821641215686286, - 0.042755718431372526, - 0.005826313725490188, - 0.07096834100392159, - 0.027976641294117695, - -0.0360630005411765, - 0.08661626117647052, - -0.01559811278431374, - -0.0027832955098039194, - -0.00600242694117644, - -0.011780795098039233, - 0.05183837615686276, - -0.0011791454901960582, - 0.012773291529411772, - -0.01314989992156862, - 0.009224545098039242, - 0.0690001321568627, - -0.0190796969803922, - 0.013153878745098036, - -0.02286682056078435, - 6.883568627453327e-05 - ] - ], - "std": [ - [ - 0.9701687420411181, - 0.9794453617880473, - 0.9813443525023554, - 0.9595676757646171, - 1.003115552689647, - 0.9711996996585899, - 0.96070065028928, - 0.9964287871578288, - 0.9706304482097151, - 0.9607876088942564, - 0.9996288496718735, - 1.0168336786919916, - 1.0395937464726017, - 1.0511176984743116, - 0.9543421247886298, - 0.9888423590787397, - 0.9945618062244868, - 0.993182419256565, - 0.9977759822780166, - 0.9466357052699218, - 0.970268559194868, - 0.9921749035989086, - 0.9919171706653837, - 0.9992337881273372, - 0.9493328232926572 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 6553, - "cert_evals": { - "36": 0.6225165724754333, - "72": 0.3576158881187439, - "108": 0.17880794405937195, - "255": 0.0066225165501236916 - }, - "fold": 1 - }, - { - "best_epoch": 45, - "best_val_acc": 0.9102564102564102, - "test_acc": 0.867430441898527, - "train_size": 255, - "val_size": 156, - "test_size": 611, - "stats": { - "mean": [ - [ - 0.09042857501960787, - 0.08453290745098035, - 0.05499370141176466, - 0.003266606392156863, - -0.07544167117647055, - -0.015606528627450978, - -0.019981488733333278, - -0.025666618862745103, - -0.018207427176470593, - 0.07526210964705878, - -0.07317296886274506, - 0.06288879294117644, - -0.045770915470588244, - 0.06681564803529418, - 0.0457884809411765, - -0.057205103882352934, - 0.03428885882352944, - -0.026384509803921576, - 0.04764570376470586, - 0.0265779054901961, - -0.05987147952941173, - 0.04524020599999998, - -0.030786102745098055, - 0.050239169831372554, - 0.03661726031372548 - ] - ], - "std": [ - [ - 0.9803272049895071, - 0.9882927145330502, - 0.9802699132826773, - 0.9866157296330209, - 0.9568636941234572, - 0.9924758747611615, - 0.9911948282259507, - 1.014854441162732, - 0.9588574557798413, - 0.9306835025569801, - 0.9960935226571523, - 1.058677201136564, - 1.1189325498150606, - 1.104729425488317, - 1.0030626650633148, - 1.0161006842006703, - 1.038500769178019, - 1.1151857588414493, - 1.0890692776345845, - 0.9960240438206022, - 1.0157898082954688, - 1.0428087102486705, - 1.0990958365479944, - 1.0781825399569271, - 0.9998307298430946 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 6553, - "cert_evals": { - "36": 0.884615421295166, - "72": 0.8397436141967773, - "108": 0.8141025900840759, - "255": 0.5833333134651184 - }, - "fold": 2 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8658536585365854, - "test_acc": 0.8490878938640133, - "train_size": 255, - "val_size": 164, - "test_size": 603, - "stats": { - "mean": [ - [ - -0.0162589217254902, - -0.05657745160784315, - 0.01461218117647058, - 0.05366552894117648, - 0.038041347607843126, - -0.02560452082352941, - -0.011943972431372539, - -0.007390860000000016, - -0.011038546941176463, - -0.05211940686274512, - 0.008660175294117643, - 0.051748327019607854, - -0.01198270811764698, - 0.042424563215686224, - 0.0151460240784314, - -0.01830622803921565, - 0.029721466745098055, - 0.03686442627450982, - 0.01890176607843136, - 0.022645802980392142, - -0.02072309247058821, - 0.038014168235294084, - 0.011930823882352934, - 0.031066374470588243, - 0.015441112392156824 - ] - ], - "std": [ - [ - 1.0145212260058494, - 1.0183267267898117, - 0.9955590624479448, - 1.0189109805968923, - 0.9525691096733636, - 0.9401260529685115, - 0.9530483520235054, - 1.0372365061551077, - 0.9831280509255012, - 1.0109747306925605, - 1.0146664159530456, - 1.0835689421499082, - 1.0366330566676196, - 1.063468357562322, - 1.0478025436829708, - 1.0203756563273347, - 1.048069136775873, - 0.9743374382513833, - 1.0399684735711856, - 1.0238387714620327, - 1.0310574946708129, - 1.0714734463360287, - 1.0248857085596488, - 1.0669402741834955, - 1.0309522590651836 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 6553, - "cert_evals": { - "36": 0.7865853309631348, - "72": 0.6829267740249634, - "108": 0.5853658318519592, - "255": 0.04268292337656021 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8610916092570907, - "std_test_acc": 0.01218836521104841, - "n_samples": 1022, - "n_features": 25, - "n_classes": 3, - "mean_cert_acc_36": 0.7900959998369217, - "std_cert_acc_36": 0.11957170587748701, - "mean_cert_acc_72": 0.6848863810300827, - "std_cert_acc_72": 0.23201758188595678, - "mean_cert_acc_108": 0.6001246497035027, - "std_cert_acc_108": 0.3015733656200867, - "mean_cert_acc_255": 0.3174189480487257, - "std_cert_acc_255": 0.3390872447995278 - }, - "oocytes_trisopterus_nucleus_2f": { - "dataset": "oocytes_trisopterus_nucleus_2f", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.5855855855855856, - "test_acc": 0.62478184991274, - "train_size": 228, - "val_size": 111, - "test_size": 573, - "stats": { - "mean": [ - [ - 0.008357397456140388, - 0.01802353785087694, - -0.041648607412280596, - -0.0453803663157896, - 0.0012030528070177244, - 0.022922442456140533, - 0.036679189828947405, - 0.006630059969298269, - 0.03305654250000005, - -0.013262542280701796, - -0.10907990994736835, - 0.018322935921052583, - 0.07612510290350878, - 0.012056999298245606, - 3.168017543867413e-05, - -0.10483278701754395, - 0.006886669999999989, - 0.06841488109649123, - 0.00695189035087715, - -0.010072736403508812, - -0.05385949504824569, - 0.02870514298245609, - 0.015483249929824555, - 0.03363409311403503, - -0.0021852223684209818 - ] - ], - "std": [ - [ - 0.9973978575903476, - 1.0076014353044038, - 0.9952366807299615, - 0.932027269541095, - 1.0037384211397398, - 0.9967681042898726, - 0.9897940967126091, - 0.9959439814010456, - 1.0138128967542228, - 0.9906591764143307, - 1.0399607914486315, - 1.0440929697744785, - 0.9325257900670985, - 1.077455055918072, - 1.0068935522712004, - 1.0499836979693067, - 1.020033825374287, - 0.9599692363716387, - 1.0561252019263898, - 1.0054889903033737, - 1.0309466984358973, - 1.0847181603368137, - 1.1023028462065556, - 1.254832404821169, - 0.9936933949524517 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6502, - "cert_evals": { - "36": 0.12612612545490265, - "72": 0.09009009599685669, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 45, - "best_val_acc": 0.6615384615384615, - "test_acc": 0.6931407942238267, - "train_size": 228, - "val_size": 130, - "test_size": 554, - "stats": { - "mean": [ - [ - -0.08728925657894768, - -0.0543713359210526, - -0.034470636140350855, - 0.03278697263157899, - 0.05903984850877202, - 0.027659603256579266, - 0.0052796477236843045, - -0.02784190157894725, - -0.009100311184210503, - -0.037397169736841936, - 0.10257767285964901, - -0.01304280877192977, - -0.06708928297368424, - -0.036337502456140376, - -0.047321120833333355, - 0.09918661429824563, - -0.009569511929824559, - -0.06545246535087723, - -0.012505821052631564, - -0.06283763969298246, - 0.07219973416666646, - -0.0427019519736842, - 0.004866778614035071, - -0.047571456315789504, - -0.07411300593421052 - ] - ], - "std": [ - [ - 1.0458471164356558, - 1.0593898673226612, - 1.0081986354392756, - 1.0765642846006065, - 1.0669306376265857, - 1.0624952898815982, - 1.0407781573587898, - 1.106896809173159, - 1.167838053551809, - 1.0758835524236412, - 1.0385900596754538, - 0.9885404293586944, - 0.9550027699090833, - 0.9244009468904739, - 1.0365002828514067, - 1.032883107457862, - 1.0049531003586958, - 0.9938416222614777, - 0.9755214096734742, - 1.053074988224559, - 1.0165408864776693, - 0.9716379772569274, - 0.9394817774978654, - 0.8622924823332119, - 1.0276563689405496 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6502, - "cert_evals": { - "36": 0.4692307710647583, - "72": 0.20000000298023224, - "108": 0.0923076942563057, - "255": 0.023076923564076424 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.5695970695970696, - "train_size": 228, - "val_size": 138, - "test_size": 546, - "stats": { - "mean": [ - [ - -0.03544724921052656, - -0.03885949409210542, - -0.00817023697368415, - 0.051384859504385955, - 0.046574599692982555, - 0.04455862842105246, - 0.006319970219298388, - -0.042167378070175295, - -0.056997550482456076, - -0.04837222118421066, - 0.023236387807017467, - -0.018419659824561344, - 0.03327031526622804, - -0.03261339552631577, - 0.017033810526315828, - 0.026972617807017606, - -0.016002433162280727, - 0.07519383274999998, - -0.03613011021929823, - 0.0164577965789474, - 0.013493596793859773, - -0.02311588736842108, - 0.0705855121052632, - -0.038314935394736835, - 0.002846930162280715 - ] - ], - "std": [ - [ - 1.0173295399775188, - 1.0238875326302583, - 0.965332841080866, - 1.0357264688512589, - 1.0296595721628123, - 1.027217931369946, - 0.9273272720979442, - 1.0575953015661612, - 1.0282364738483871, - 1.0347456518954214, - 0.9384525467734931, - 0.9632166870693201, - 0.9301838169931504, - 0.9056571647388838, - 1.0051927672529442, - 0.961531287665366, - 0.9441957103814642, - 0.9064551199981514, - 0.8776461226812926, - 1.0213725987384084, - 0.997919302021147, - 0.9466852583005331, - 0.8271188054338252, - 0.8317555000647003, - 1.0271823239026208 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6502, - "cert_evals": { - "36": 0.09420289844274521, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 40, - "best_val_acc": 0.6558441558441559, - "test_acc": 0.6660377358490566, - "train_size": 228, - "val_size": 154, - "test_size": 530, - "stats": { - "mean": [ - [ - -0.10959069377192993, - -0.09912143754385974, - -0.007162025008771894, - 0.06766152456140351, - 0.08831780850877229, - 0.08171766137061406, - 0.006699487456140278, - -0.07772155793859647, - -0.05998239798245609, - -0.07346038859649133, - -0.02367889968421067, - -0.005257190087719264, - 0.03324320991228074, - -0.048391179824561384, - 0.008669106403508755, - -0.045213709868421055, - -0.008913120438596496, - 0.02287917744298246, - -0.016604398201754404, - -0.0007747342105263451, - -0.06126861737280714, - -0.02565710350877192, - 0.05257332175438596, - -0.045432562719298235, - -0.0029558628640350784 - ] - ], - "std": [ - [ - 1.044732018887429, - 1.0625410440290517, - 1.0767800702099823, - 1.0282688245705722, - 1.08629241303742, - 1.0791696596464955, - 1.0159169319395265, - 1.053527399603391, - 0.9939044762321542, - 1.0659676193377676, - 0.9599515341324413, - 0.9624071800102462, - 0.902255701658811, - 0.882802488819804, - 0.992868117400491, - 0.976032726528656, - 0.9678528042797121, - 1.0363949239113746, - 0.9791104951035513, - 1.0023913562224034, - 0.9810108324803241, - 0.9401880345466065, - 0.8602452645459159, - 0.8427992005641717, - 1.0009607300230972 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6502, - "cert_evals": { - "36": 0.5714285969734192, - "72": 0.4285714328289032, - "108": 0.2922077775001526, - "255": 0.09740259498357773 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6383893623956731, - "std_test_acc": 0.05378877140045956, - "n_samples": 912, - "n_features": 25, - "n_classes": 2, - "mean_cert_acc_36": 0.31524709798395634, - "std_cert_acc_36": 0.2408091999911225, - "mean_cert_acc_72": 0.17966538295149803, - "std_cert_acc_72": 0.18499648672465924, - "mean_cert_acc_108": 0.09612886793911457, - "std_cert_acc_108": 0.13777162098375142, - "mean_cert_acc_255": 0.030119879636913538, - "std_cert_acc_255": 0.046155466680009756 - }, - "oocytes_trisopterus_states_5b": { - "dataset": "oocytes_trisopterus_states_5b", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.8449612403100775, - "test_acc": 0.7963963963963964, - "train_size": 228, - "val_size": 129, - "test_size": 555, - "stats": { - "mean": [ - [ - 0.07071967587719294, - -0.03126246473684206, - -0.05244502938596495, - 0.005148638640350878, - 0.12069938767543859, - -0.061311192850877064, - -0.05906930372807029, - -0.05115659995614045, - -0.13130431929824563, - -0.06720904710526317, - -0.05089102140350876, - -0.04616209415789476, - -0.008453429122807003, - 0.007494995967982444, - -0.045153931578947384, - 0.03200924100877193, - -0.0691457934210527, - -0.0009892403947368614, - 0.011054617807017532, - -0.029681514881578927, - 0.01884901570175438, - -0.046099180000000024, - 0.002979564210526361, - -0.0069296600877193516, - -0.01987498114035088, - 0.015903855074561355, - -0.12577492600877196, - -0.08353401973684217, - -0.05708607535087729, - -0.05055958596491232, - -0.04731587622807015, - -0.043790602412280666 - ] - ], - "std": [ - [ - 1.1161365921129287, - 1.019937304172635, - 0.917445075485345, - 0.922445163110283, - 1.1247212152662185, - 1.0142273750405912, - 1.013302866302, - 1.014864695381583, - 0.9032083969104956, - 0.9420860638513419, - 0.8878850299621215, - 0.9649792111481951, - 0.9283049848951963, - 0.9030510744389749, - 0.8595512938345663, - 0.9546310505717645, - 1.0275522247728062, - 0.9168016008396184, - 0.9413647122294537, - 0.8546868987355505, - 0.9932921290570054, - 1.0448863454946404, - 0.9301627049708955, - 0.9728030425741644, - 0.8334914560515586, - 0.9950352822299136, - 1.1288380460826624, - 1.0483897554983064, - 0.9912110826643573, - 0.972356775914115, - 0.9655364442120018, - 0.961757628464007 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 10627, - "cert_evals": { - "36": 0.7674418687820435, - "72": 0.7286821603775024, - "108": 0.6666666865348816, - "255": 0.3178294599056244 - }, - "fold": 0 - }, - { - "best_epoch": 6, - "best_val_acc": 0.8, - "test_acc": 0.7734082397003745, - "train_size": 228, - "val_size": 150, - "test_size": 534, - "stats": { - "mean": [ - [ - 0.042168793947368305, - -0.046661154824561395, - -0.07265519657894737, - -0.029048200219298256, - 0.09316957649122803, - -0.10222960131578947, - -0.10301473457017543, - -0.10802850458421065, - -0.0797967623684211, - -0.04103184833333331, - -0.03355091710526318, - -0.07929260306140361, - -0.01261704565789473, - 0.1506792193013158, - -0.04067907675438599, - 0.0143033318859649, - -0.10382837236842095, - -0.04084723513596495, - 0.09225491631578954, - -0.05923273439912277, - -0.01375305198245613, - -0.07187321360087723, - -0.04672014346491231, - 0.0815637618859649, - -0.05598073456140354, - -0.022079915539473673, - -0.09001919685526312, - -0.07580621197368419, - -0.062005388640350885, - -0.0598721951754386, - -0.05949153206140351, - -0.05830784473684211 - ] - ], - "std": [ - [ - 1.0200834248953377, - 0.9834883235416357, - 0.948382326692065, - 0.9422895148016912, - 1.0599930578421568, - 1.008102104687054, - 1.005532265621242, - 1.002425640615904, - 1.0281516449119859, - 0.9864372876535116, - 0.9216225867194346, - 1.0175930869712388, - 0.9515569597651118, - 0.8710927832245062, - 0.9090671548749089, - 0.9587815133966584, - 1.0094043299853246, - 0.9261778760996505, - 0.8474973900761839, - 0.9036382522123776, - 0.9766692441797213, - 1.0089134547001877, - 0.9564712615645998, - 0.8678207248562414, - 0.9118462619599206, - 0.9732947965073382, - 1.0611090895722666, - 1.015667914213523, - 0.9793114555387845, - 0.9657189087278202, - 0.9606198710213132, - 0.9585784664444565 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 10627, - "cert_evals": { - "36": 0.24666666984558105, - "72": 0.18000000715255737, - "108": 0.1066666692495346, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 37, - "best_val_acc": 0.8145161290322581, - "test_acc": 0.7696428571428572, - "train_size": 228, - "val_size": 124, - "test_size": 560, - "stats": { - "mean": [ - [ - 0.003998914473684303, - -0.0213186002192983, - -0.017623903947368354, - -0.012337663596491195, - -0.017431074298245655, - -0.004555553359648964, - -0.004108547587719438, - -0.0009373696052630999, - -0.016608215043859648, - -0.03182528381578946, - -0.007421083684210486, - -0.005595805956140336, - -0.02646343394736844, - -0.03618650232456141, - -0.010698251315789472, - -0.030884499561403496, - 0.00945457565789471, - -0.009139434872807068, - -0.03419454758771928, - -0.008557029530701714, - -0.023951698464912213, - -0.004459117500000028, - -0.004532075570175454, - -0.017823669631578956, - 0.001388015307017533, - -0.0025814676008772044, - 0.025199284736842097, - -0.0031750307894736394, - -0.009545385219298277, - -0.011465425438596452, - -0.011802506973684268, - -0.012658367236842074 - ] - ], - "std": [ - [ - 0.97457074546984, - 1.0043257679235367, - 0.9742480751664327, - 0.9943971588575504, - 0.9581527150500696, - 0.9265467380337167, - 0.9264773239886217, - 0.9319494271687707, - 1.0333247779313135, - 0.920720050526615, - 0.9972315457748969, - 0.9339472735421078, - 0.994560651859279, - 0.9728161348895927, - 0.9675512654728273, - 1.0285831983370706, - 0.9503032539654157, - 0.9956226688351669, - 0.9764940921703851, - 0.9471557323877339, - 1.0287165906042777, - 0.9500178099607385, - 0.9876437160220987, - 0.9354692176608096, - 0.898511968634094, - 1.0286414971042166, - 0.9524777970147053, - 0.9772040913271117, - 0.9780996145454892, - 0.9792411013617204, - 0.9824128780686913, - 0.9861305066741933 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 10627, - "cert_evals": { - "36": 0.7580645084381104, - "72": 0.7177419066429138, - "108": 0.6532257795333862, - "255": 0.19354838132858276 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8153846153846154, - "test_acc": 0.7454873646209387, - "train_size": 228, - "val_size": 130, - "test_size": 554, - "stats": { - "mean": [ - [ - 0.19128086798245605, - -0.1545888153201755, - -0.1037753156140351, - -0.08390219271929829, - 0.19822772679824566, - -0.054646532894736755, - -0.05310007785087714, - -0.05312231039473688, - -0.09918999210526323, - -0.0755739785964912, - -0.07051384131578947, - -0.05881431096491246, - -0.07694789254385967, - 0.054556597587719274, - -0.06296629385964911, - -0.09344949605263154, - -0.05059881096491216, - -0.09314682412280695, - 0.050995198815789525, - -0.07107925399122803, - -0.13133097996491225, - -0.0199737169736841, - -0.08499977043859651, - 0.0665703333333333, - -0.06430988701754382, - -0.11358861070175429, - -0.20145491466228072, - -0.1672395333333333, - -0.13964623530701756, - -0.13065004122807017, - -0.1280007524122807, - -0.1254573030701754 - ] - ], - "std": [ - [ - 1.162459605948107, - 1.0220637257211564, - 0.9798271763297653, - 0.9281687716661429, - 1.1748679320520254, - 1.0338563715791989, - 1.0321846232991374, - 1.0330317193022602, - 1.0435830097086, - 0.9790515232110254, - 0.975207419353285, - 0.993634610991306, - 0.9186772145265852, - 0.9759927672870093, - 0.930549606138527, - 0.9430482289842438, - 1.0327123337266333, - 0.9392430037385824, - 0.9854560711615015, - 0.9600278149608173, - 0.9920638252884562, - 1.0141678876429923, - 0.9512802433446548, - 0.9952075820683842, - 0.911976129686222, - 0.9873548656001708, - 1.1909974471705074, - 1.0719478815576433, - 1.0152936018335244, - 0.9972868774145465, - 0.9919889419406073, - 0.9898458188922279 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 10627, - "cert_evals": { - "36": 0.7076923251152039, - "72": 0.607692301273346, - "108": 0.48461538553237915, - "255": 0.2230769246816635 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7712337144651417, - "std_test_acc": 0.020843020248931567, - "n_samples": 912, - "n_features": 32, - "n_classes": 3, - "mean_cert_acc_36": 0.6199663430452347, - "std_cert_acc_36": 0.250245631275443, - "mean_cert_acc_72": 0.5585290938615799, - "std_cert_acc_72": 0.25820022995490344, - "mean_cert_acc_108": 0.4777936302125454, - "std_cert_acc_108": 0.2609158407859732, - "mean_cert_acc_255": 0.18361369147896767, - "std_cert_acc_255": 0.13339653297607335 - }, - "connect-4": { - "dataset": "connect-4", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.780119012779241, - "test_acc": 0.7805873765989559, - "train_size": 16889, - "val_size": 10251, - "test_size": 40417, - "stats": { - "mean": [ - [ - 0.030039043756277816, - 0.019902300550625314, - 0.02412979927762107, - 0.01985044289179096, - 0.04051709657175008, - 0.019031591236910044, - -0.0045395188821050255, - 0.00019764479838064707, - -0.0054407273373289445, - 0.0013942071762814724, - 0.0055600884599283544, - 0.001485642518807598, - -0.045466167742357476, - -0.01035231553081155, - -0.011896642548398602, - -0.003500336017520728, - -0.005169183847484449, - -0.004208846444423896, - -0.015666746284570425, - -0.004623683640220639, - -0.003240515128237825, - 0.007526564154155245, - 0.005614181419874743, - -0.0009578565812173992, - -0.008785680620530124, - 2.9899105920217333e-05, - 0.008153071703466623, - 0.012008136479367208, - 0.006621551092434575, - -0.0019656975546212823, - -0.013779740837230907, - -0.007963726330753096, - 0.0029912185446102466, - 0.006957733791219768, - 0.009923208727565623, - 0.008400017940669328, - 0.005648935283319054, - -0.0006844205696187397, - -0.00016250281250430496, - 0.005438035407640847, - 0.006130487891554314, - 0.0019121513411066388 - ] - ], - "std": [ - [ - 1.006531226467314, - 1.008924218376966, - 1.0197183666704737, - 1.023893878424687, - 1.1159454713651147, - 1.1190732652590052, - 1.0024169825217877, - 0.9994835093105424, - 0.9930989860238304, - 1.004612308430935, - 1.0242747269577495, - 0.9967703228906594, - 1.0081015996457976, - 1.0023951062831706, - 0.9892908401102037, - 0.9991151349692805, - 0.9863950858355114, - 0.960184531380724, - 0.9986346631032498, - 1.0001270989782147, - 0.9928951530660571, - 1.0169032842233705, - 1.013285375385304, - 0.970290472444351, - 0.9945759706604689, - 0.9972408901165424, - 1.0114521905940863, - 1.0290063758644428, - 1.023278904623385, - 0.9324949802555003, - 0.9965943679305745, - 0.9932874797871102, - 1.0036564691959504, - 1.0228377133115587, - 1.0386526847608728, - 1.1257342158605066, - 1.0035861966708441, - 1.000236858494279, - 0.9968329006749054, - 1.0125833294784417, - 1.0214319654141149, - 1.006766118353405 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 18062, - "cert_evals": { - "36": 0.6201345920562744, - "72": 0.4415178894996643, - "108": 0.2763632833957672, - "255": 0.006145741790533066 - }, - "fold": 0 - }, - { - "best_epoch": 28, - "best_val_acc": 0.7807207562032297, - "test_acc": 0.7837924565560821, - "train_size": 16889, - "val_size": 10156, - "test_size": 40512, - "stats": { - "mean": [ - [ - 0.027203261152216014, - 0.024381636864207697, - 0.020735522529443332, - 0.023047149623986126, - 0.020027097519112465, - 0.026940308105877917, - -0.00722533788855856, - -0.00531791621766461, - -0.009308466457466616, - 0.00578968973889537, - -0.0010269574279278557, - 0.004949220640663072, - -0.037384035289282136, - -0.016723926816264917, - -0.008892225590617149, - -0.008508028006396103, - -0.004554644798399636, - 0.0002488341287307118, - -0.014038076854764218, - 0.0028520603943621176, - 0.0008038332642066601, - 0.002791597607881187, - -0.00160992456626965, - -0.0009578257800985885, - 5.388069156555676e-05, - 0.010160649535196326, - 0.012398836639225969, - 5.7993960568914834e-05, - -0.003970593522402191, - 0.0032774340103030072, - -0.010958108650600418, - 0.003209088104681389, - 0.008421007164421582, - 0.007349537331987826, - 0.008767308745328259, - -0.0032300263189079456, - -0.0018860788679084654, - -0.009485176801493057, - -0.0028463511753280563, - 0.0013060429865429904, - -0.0015533507016145245, - 0.012107637870801016 - ] - ], - "std": [ - [ - 1.0053784970608792, - 1.0086117051709853, - 1.0174407281192794, - 1.0328236445577126, - 1.0555647249928823, - 1.1828794778966805, - 1.0020910755122447, - 1.0000565113338769, - 0.9890321160451245, - 1.0150152665488792, - 0.9899360205182285, - 1.0509979377431884, - 1.0058247313452429, - 0.9943794278675755, - 0.9914355031605685, - 0.98735263698585, - 0.9895129572809503, - 0.9832660190727348, - 1.0002454573596118, - 1.005345164132691, - 1.0022702027544366, - 1.0038695389702308, - 0.9884994910041733, - 1.0323210247180712, - 0.9997460580413666, - 1.0089872644160143, - 1.0235001251776934, - 0.9984386209085483, - 0.9823324227005963, - 1.0494438702787408, - 0.9933592013054958, - 1.0038908920524567, - 1.013697656799958, - 1.0183153010542547, - 1.0567215054144603, - 0.8880868673858706, - 1.0011297314158905, - 0.9952887406369397, - 0.9967427026967423, - 1.006175884588394, - 0.991937713430211, - 1.1100304287997806 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 18062, - "cert_evals": { - "36": 0.6243599653244019, - "72": 0.4364907443523407, - "108": 0.26890507340431213, - "255": 0.005710910074412823 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 0.7817204301075269, - "test_acc": 0.7850042039665661, - "train_size": 16889, - "val_size": 10230, - "test_size": 40438, - "stats": { - "mean": [ - [ - 0.025572694783573928, - 0.01329715524895377, - 0.021220418319602922, - 0.01865168985727237, - 0.01982012718339098, - 0.00963998614483818, - 0.002528423115643657, - 0.014210160400253889, - 0.019369405767058635, - 0.014451386997468231, - 0.013793931316224738, - 0.012371159470670088, - -0.039714018710444283, - 0.002464175676483553, - -0.003429649002305634, - -0.009634763751553201, - 0.0009762194327558758, - 0.0017347277695622, - -0.010497498845409039, - -0.009077317366310872, - -0.009626320682147567, - -0.007594781810667109, - -0.00470596897387065, - -0.0015970677600842312, - -0.009472249452314906, - -0.00820725051809292, - -0.0026667849487946728, - -0.015432931020187987, - 0.0013254907454667974, - 0.008520569927173222, - -0.01259168517970182, - -0.013636079637638902, - -0.01148821777488854, - 0.0004930685061226005, - 0.0037583447036442816, - 0.004523333086622283, - -0.0011041412753886373, - 0.0011898180472266853, - 0.004086905974287228, - 0.0047194280300578055, - 0.006496377523849094, - 0.0006377091894106407 - ] - ], - "std": [ - [ - 1.002340911028259, - 1.000241509886604, - 1.0182352047279812, - 1.026450786988581, - 1.0586830294039484, - 1.0573441287107759, - 0.9999723336345973, - 1.0051963116139528, - 1.0189730060934503, - 1.0249429350044355, - 1.0283337398578962, - 1.0717856671455852, - 1.007021137501264, - 1.0086278986575667, - 0.9953893180688569, - 0.98676435866359, - 1.0045070750637721, - 0.9894410915928983, - 1.0018969853345276, - 0.9951351558433682, - 0.9829488046935272, - 0.9826669281585328, - 0.9809482582136214, - 1.0155101449208117, - 0.9962026519420597, - 0.990863381380769, - 1.0019931559758173, - 0.9596014491771616, - 1.0169055158769793, - 1.076548189219986, - 0.9955495648295175, - 0.9907146280157456, - 0.9785756681213451, - 1.006526766910725, - 1.0173366899136054, - 1.0876518916773228, - 1.0029420841971977, - 0.9990722630784118, - 1.0096089946640998, - 1.0127375864747392, - 1.01584212211435, - 0.9362241233272562 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 18062, - "cert_evals": { - "36": 0.6223851442337036, - "72": 0.4486803710460663, - "108": 0.28387096524238586, - "255": 0.006060606334358454 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.7906443247556354, - "test_acc": 0.7921854239456719, - "train_size": 16889, - "val_size": 10026, - "test_size": 40642, - "stats": { - "mean": [ - [ - 0.0255017919592495, - 0.022711381550094376, - 0.022287194327654584, - 0.02371314346613092, - 0.02809891444136949, - 0.011617169660734934, - -0.003762045615482179, - -0.0006222379063383423, - -0.0011956524365063191, - 0.008375274142948436, - -0.0028795755225458197, - 0.004949219420934186, - -0.03286969234417018, - -0.016504218603819, - -0.0016998223695865533, - -0.0031247556989696936, - -0.011519434898461321, - 0.0002488323820318791, - -0.012126160814738062, - -0.0071686163775022144, - 0.0038903055242530825, - 0.0026388575403812784, - 0.004066158683185444, - -0.0015970711824220074, - -0.004837915684773933, - -0.005745571910715695, - -0.003762464740373103, - -0.006138376635676964, - 0.001325493137553573, - 0.008520567025875392, - -0.0066514068920593425, - -0.003064876132393696, - 0.005525119900522458, - 0.009504424891937585, - 0.011849736177385477, - 0.008400017940669543, - -0.0067909446385286945, - -0.00818136082659884, - 0.004646044170746594, - 0.012444457339079356, - -0.0015533672804591957, - 0.00446103881223969 - ] - ], - "std": [ - [ - 1.0045809901782567, - 1.011044061995358, - 1.0172043141389446, - 1.0411444793879623, - 1.0848038904253097, - 1.0532589212327128, - 1.001732294856909, - 0.9979736375563433, - 0.9960552361012427, - 1.01505820099451, - 0.9927946698994767, - 1.0430998783719132, - 1.0035374294499668, - 0.9954329781752278, - 0.9998036225568965, - 0.9986000648188756, - 0.968307334521185, - 1.0041135888200137, - 1.0020709200665507, - 0.9957946771192316, - 1.0066983742054452, - 0.9982009085917064, - 1.0079501138389146, - 1.0086913740499897, - 0.9975519054988539, - 0.9949781645083238, - 0.9908446185534602, - 0.980252534332932, - 1.0196582337505167, - 1.129171084329408, - 0.9975018305111572, - 0.9962923547954192, - 1.0083259241822573, - 1.0245524736842544, - 1.0587730123334396, - 1.1257342158603454, - 1.000888709096108, - 0.9958781134180874, - 1.0074167017832345, - 1.03159906035601, - 0.975850670238492, - 1.1586868157131331 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 18062, - "cert_evals": { - "36": 0.6382405757904053, - "72": 0.4615001082420349, - "108": 0.2932375967502594, - "255": 0.005286255851387978 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.785392365266819, - "std_test_acc": 0.004897071893500488, - "n_samples": 67557, - "n_features": 42, - "n_classes": 2, - "mean_cert_acc_36": 0.6262800693511963, - "std_cert_acc_36": 0.008158387230520245, - "mean_cert_acc_72": 0.44704727828502655, - "std_cert_acc_72": 0.010856117088904244, - "mean_cert_acc_108": 0.28059422969818115, - "std_cert_acc_108": 0.010410395569119683, - "mean_cert_acc_255": 0.00580087851267308, - "std_cert_acc_255": 0.00039128848060602465 - }, - "ozone": { - "dataset": "ozone", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.9805013927576601, - "test_acc": 0.9688917692806222, - "train_size": 634, - "val_size": 359, - "test_size": 1543, - "stats": { - "mean": [ - [ - -0.003832208201892918, - -0.005418530378548824, - -0.010179585331230298, - -0.007282815457413272, - -0.012684214511040823, - -0.016161820820189455, - 0.002799892586751031, - 0.0019220082018927972, - -0.018512049842271346, - 0.005907482334384807, - -0.007494815457413195, - -0.025883145425867744, - -0.03184079188958992, - -0.019569813880126137, - -0.027278735331230344, - -0.03046446009463729, - -0.011907895583595755, - -0.007346252618296485, - -0.02668136640378576, - -0.06587051593059931, - -0.049409756782334495, - -0.07125564747634061, - -0.0656345313880127, - -0.07421817728706603, - -0.009998679968454185, - -0.0262489938485801, - -0.021923096214510832, - -0.0190336230283913, - -0.018218104037854982, - -0.016821850378548945, - -0.020884196703469835, - -0.020929776435331872, - -0.021766428958990638, - -0.02181745849999988, - -0.020616926908517234, - -0.02164594619873821, - -0.027880692514195553, - -0.03721009403785469, - -0.03371047791798095, - -0.0357276862940851, - -0.03981797839116743, - -0.04135431316246058, - -0.0396969034069403, - -0.04041245388012638, - -0.03959258725552049, - -0.035369640788643436, - -0.0329854148107256, - -0.037678351135646625, - -0.029864726656151485, - -0.030806835126182992, - -0.03040135176656141, - -0.02955822337539437, - -0.0004082835646687658, - 0.03179852176656152, - -0.030195180984227132, - -0.04001496272870659, - 0.026779878261829634, - -0.004116586119873863, - -0.0023215491955836005, - -0.024096858706624612, - -0.03674826619400633, - 0.02543307507728708, - -0.005538621608832797, - 0.01184614798107252, - -0.02897714377507889, - -0.008931562263406941, - 0.023499008943217683, - 0.017402507271293364, - 0.0359555768138801, - 0.023836606309148266, - -0.0014779406940063293, - -0.008649845488958915 - ] - ], - "std": [ - [ - 1.0253346653541646, - 0.9970790367473195, - 1.0038692152439912, - 0.9938232451774182, - 0.9892173701948798, - 0.9911118430754786, - 1.017791120532591, - 0.9932864022974621, - 0.9902464436046423, - 1.000185178231482, - 1.0011696264611658, - 0.986480392675615, - 0.9730802318969383, - 0.9778181923701852, - 0.9836970027189096, - 0.9750118443336364, - 0.9792780834573579, - 0.9880149185292257, - 0.9781480670848659, - 0.9690310973910427, - 0.9891508690776625, - 0.9800473244857659, - 0.9719895753152141, - 0.9862159945987059, - 1.000643505337353, - 0.98774444392728, - 1.0016087509397211, - 0.9981176722651791, - 0.9943416662612424, - 0.9911189659544083, - 0.9910342795958328, - 0.9946798944092399, - 0.9963025407021763, - 0.9986420543916559, - 1.0050901822096001, - 1.006920701444179, - 1.0106377164264517, - 1.0193709910492683, - 1.0139900979553602, - 1.0114902226706495, - 1.0154408973720759, - 1.0202202440190384, - 1.0187333506565903, - 1.0188947379912598, - 1.0238829760328585, - 1.0216807530782095, - 1.0172760501580516, - 1.019296401406438, - 1.0121202260566657, - 1.0092598657183676, - 1.0163059965288948, - 1.0075443434312203, - 0.9544054418118135, - 0.959178459050877, - 0.9653248526530249, - 0.9812633263036802, - 0.9443343196371533, - 0.9785419366403552, - 0.9938503050835839, - 0.9399729974257295, - 1.0017571374847212, - 0.9409064434936084, - 0.9699516997787144, - 1.0227411928766736, - 0.9603064531854989, - 0.9989953512934372, - 0.9473740110075154, - 0.9448230205985104, - 0.9456688250252197, - 0.942484207617471, - 1.0193030273935935, - 0.9279161878664934 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 52562, - "cert_evals": { - "36": 0.3537604510784149, - "72": 0.005571030545979738, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 35, - "best_val_acc": 0.8858560794044665, - "test_acc": 0.9052701801200801, - "train_size": 634, - "val_size": 403, - "test_size": 1499, - "stats": { - "mean": [ - [ - 0.03792215394321758, - 0.05303702501577294, - 0.055938417665614755, - 0.045617302050472784, - 0.021353089905362888, - 0.020145928075709717, - 0.0154306208201896, - 0.022261120504731842, - 0.020515404258675263, - -0.006392122712933948, - -0.018915373501577255, - -0.01732013391167209, - -0.017668103968454255, - -0.006586070347003194, - -0.016273178391167133, - -0.009117565772870817, - -0.006092351104100761, - -0.004906137602523564, - -0.015032467823343948, - -0.009775977760252257, - -0.0028146921135643894, - -0.014031686908517228, - -0.025870736750788572, - -0.018697430914826393, - 0.012961191798107244, - 0.01047141529968471, - 0.018777906104101107, - 0.026551687539432215, - 0.020844408675078762, - 0.023819117413249064, - 0.023811730189274537, - 0.019894168675078563, - 0.021038747192428944, - 0.02314655241798127, - 0.028341015741325026, - 0.024617651403785426, - 0.01178393461514206, - 0.014336364637223941, - 0.016739142365930756, - 0.012312654178627935, - 0.028485125615141934, - 0.019114635623028217, - 0.013634379747634108, - 0.008062478817034518, - 0.009352700126182908, - 0.012544397728706748, - 0.01817721485804401, - 0.017917969968454316, - 0.021168408769716013, - 0.023414116261829713, - 0.014830201829653165, - 0.02222035735015768, - 0.026335983533123025, - 0.0094259924290221, - -0.007603148958990523, - 0.0009938357413249734, - 0.005802570088328026, - 0.026215337223974716, - 0.038780452492113614, - -0.022953927902208182, - 0.031207762034700385, - 0.017113763779179843, - 0.04147194542586757, - 0.04368782463722394, - 0.01750911003659304, - 0.03434608705047321, - 0.009342367476340697, - 0.024773590962145133, - 0.004409446561514154, - 0.005585798107255572, - 0.00011378753943216802, - 0.0765020130757091 - ] - ], - "std": [ - [ - 1.03736363563334, - 1.041421531442326, - 1.0267865270755487, - 1.0121442820993367, - 1.008293110256913, - 1.01873498921806, - 1.0118066495461369, - 0.982292246248336, - 0.979405861495792, - 0.9688780031821314, - 0.9652773998745313, - 0.9694491321671315, - 0.9531773775158731, - 0.9580862657893832, - 0.9577664681306315, - 0.9623544801742809, - 0.975601277571152, - 0.9832052078314656, - 0.990296487656043, - 0.9755842570008628, - 0.9865540245890023, - 0.962851713833088, - 0.9566628208998662, - 0.9468020657890054, - 0.9742316163334963, - 0.9645422392473766, - 1.0027685912228592, - 0.9966208972539959, - 0.999182931601029, - 0.9948819423856855, - 0.9946336959149308, - 0.994301681069435, - 0.9956026583826234, - 0.9930511866663474, - 0.9890478651750041, - 0.994199597668802, - 1.0023859350650413, - 1.000426145687874, - 1.0003652424842289, - 1.0064232470420955, - 0.9992643537317858, - 1.005945961042932, - 1.0059460570896996, - 1.0088514720728148, - 1.0098664378887052, - 1.0086576841526969, - 1.0071224688030078, - 1.0065893694520875, - 1.003072381839363, - 1.0009275382343648, - 1.0031288456338048, - 1.001641400063109, - 0.9717690232361939, - 0.9645442990237298, - 1.0599901264777962, - 0.9668729591901228, - 0.9848003020040621, - 0.9858228202928896, - 0.9910100230003203, - 1.033854568614186, - 1.023206024569695, - 0.9609138694597942, - 0.9763937113178477, - 1.0499365812704335, - 1.002074911190731, - 1.0401611909032527, - 0.9829420247883154, - 0.9775076034950193, - 0.9858571161451036, - 0.98438894199897, - 0.9570620772827372, - 1.2319088901760018 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 52562, - "cert_evals": { - "36": 0.8585608005523682, - "72": 0.8163771629333496, - "108": 0.7965260744094849, - "255": 0.6898263096809387 - }, - "fold": 1 - }, - { - "best_epoch": 33, - "best_val_acc": 0.8929503916449086, - "test_acc": 0.9071757735352205, - "train_size": 634, - "val_size": 383, - "test_size": 1519, - "stats": { - "mean": [ - [ - -0.026519395110410078, - -0.020519656719242864, - -0.03856912839116702, - -0.016610770662460427, - -0.02360172176656157, - -0.0062361091482649456, - 0.006315673186120061, - 0.008122894006309216, - 0.019828661829653038, - 0.023493720820189235, - 0.028398340063091426, - 0.037658466246056704, - 0.03720359796845454, - 0.01712326940063089, - 0.010629502208201842, - 0.016920019873816996, - 0.004836936277602788, - 0.008885449716088383, - 0.004271558517350052, - -0.013732781230283674, - -0.003293864984227115, - -0.0059959652996845044, - 0.02009481703470032, - 0.012495374763406907, - 0.026107515615142074, - 0.0048866673501578506, - -7.10347318611639e-05, - 0.004620787066245969, - 0.006923117208201871, - 0.007044452050473267, - 0.0017660842902208816, - 0.0005843353627757844, - 0.0024381367823343115, - 0.01260079149999998, - 0.027790525930599275, - 0.03580574296529951, - 0.044962928378549, - 0.03849109044164033, - 0.031017723895899216, - 0.014714712648895947, - 0.020249673911671977, - 0.01992396563091474, - 0.00854246886435317, - 0.010404890378548888, - 0.0019442098422712223, - -0.005629299589905388, - 0.0006738145583594855, - -0.006554089621451123, - -0.0014963604731860216, - -0.004724123485804328, - 0.03185038192429032, - 0.017040701072555207, - -0.016917529684542604, - -0.01635350962145107, - 0.03180636989905358, - -0.028097102381703456, - -0.02487774311041013, - -0.024357788801261843, - 0.010347320820189253, - 0.023048282129337568, - -0.0404586584542587, - -0.01956875883911673, - -0.015517057255520493, - -0.042936753533123054, - 0.016056352455205057, - 0.0006885119637224163, - -0.017713837870662472, - 0.00866661981072551, - -0.011936950630914838, - -0.019579047318612028, - 0.010573428391167213, - 0.013769920457413393 - ] - ], - "std": [ - [ - 0.9824246191960648, - 0.9460660479955723, - 0.9414137117810848, - 0.9563951332641849, - 0.9542747430368088, - 0.9649020128187702, - 0.9480302958839442, - 0.9695925595005404, - 0.9508962724118688, - 0.9324002792481486, - 0.9491098110835717, - 0.9593993759599093, - 0.9708845814409902, - 0.9746076150662417, - 0.9730830926818287, - 0.9705828418121233, - 0.9678944356517812, - 0.9787918055436075, - 0.9871395323030632, - 0.988799836722974, - 1.0088712263265718, - 1.027651048121395, - 1.0110542737448385, - 1.014655075557104, - 0.9527254870773569, - 0.9499284788193443, - 0.9739892346448356, - 0.9717415422572252, - 0.9710591664892269, - 0.9720523397095961, - 0.9743931633453154, - 0.9750560919142672, - 0.9732640281425894, - 0.9694138817789562, - 0.9591766148620566, - 0.9523484366096532, - 0.9426339173138096, - 0.9489336834494043, - 0.9510992266164007, - 0.9608960530293392, - 0.9501293475748765, - 0.950793971802449, - 0.9575052033489578, - 0.9516958236697296, - 0.9607004557781494, - 0.9650164347980471, - 0.9627072697949259, - 0.9664615907966804, - 0.9637912770104232, - 0.9634717474587103, - 0.9445789095634398, - 0.9512185629902784, - 0.9929982903986023, - 0.9911801208163777, - 1.0345096377862717, - 1.015804013333407, - 1.0429149112118707, - 0.9641031908608965, - 0.9736098232781243, - 0.9944177175712005, - 1.0241007437497402, - 1.0365807493549954, - 0.9939798656902995, - 0.9703197880729728, - 0.9618026775337026, - 1.0327802384943932, - 1.0325597261783583, - 0.978275118853774, - 1.0112531906719258, - 1.0439400654735873, - 1.021812320404611, - 1.0812409348018392 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 52562, - "cert_evals": { - "36": 0.8694517016410828, - "72": 0.8407310843467712, - "108": 0.8093994855880737, - "255": 0.6892950534820557 - }, - "fold": 2 - }, - { - "best_epoch": 27, - "best_val_acc": 0.9312039312039312, - "test_acc": 0.9096989966555183, - "train_size": 634, - "val_size": 407, - "test_size": 1495, - "stats": { - "mean": [ - [ - 0.0414219129337539, - 0.04560815454258686, - 0.034397147160883365, - 0.020956117823343955, - 0.024564269400630924, - 0.0005553069400630991, - 0.016602504416403943, - 0.0062627359621451415, - -0.0031757522082018035, - -0.013944516088328245, - 0.0037218815457413378, - -0.020531244637224017, - -0.012975684929022045, - -0.015335962460567969, - 0.0022576992113565006, - 0.01988752665615142, - 0.025492129968454638, - 0.02310144264984224, - 0.03577952003154558, - 0.03828845977918, - 0.04090566182965307, - 0.016406487381703586, - 0.032255133596214486, - 0.055611245425867664, - 0.025829820504732027, - 0.017592141324921318, - 0.08482513250788633, - 0.08251534022082004, - 0.0806660400000002, - 0.0797597929968453, - 0.07844461148265003, - 0.07577048630914786, - 0.07816740391167189, - 0.07698375904258688, - 0.07839980914826507, - 0.07030392544164019, - 0.07335677605520505, - 0.07059885154574139, - 0.05749520764984241, - 0.05839240802768149, - 0.04884538044164021, - 0.057599388186119704, - 0.06056710167192429, - 0.05068962059936886, - 0.04918662220820182, - 0.05663887050473197, - 0.052981187223974706, - 0.05271488757097796, - 0.05998731700315455, - 0.058964341198738154, - 0.062026943990536335, - 0.06406211694006311, - 0.04476776665615138, - 0.04366600899053627, - 0.0071440257350158225, - 0.01720357881703467, - 0.02547216375078862, - 0.03767682965299683, - 0.005417277176656162, - -0.021366308296529912, - 0.014681808124605667, - 0.02665934194006316, - 0.0029629283911672116, - 0.04136874888012618, - -0.03195372262365931, - 0.02910725921924289, - 0.04066335638801264, - 0.040631754242902225, - 0.0663199716719243, - 0.022615533123028518, - -0.003297019858044126, - 0.04436952356466899 - ] - ], - "std": [ - [ - 1.0105987107179513, - 1.0154217840142559, - 1.0127704333239322, - 1.0250915526181619, - 1.0277899782078663, - 0.982162687271895, - 1.0035414511934382, - 0.9904593990260483, - 0.9663940188769403, - 0.9541638919218064, - 0.9616077277788638, - 0.9585349634260687, - 0.9525169153591942, - 0.9428065740578456, - 0.9687530001209573, - 0.9662943308105892, - 0.9592234004298692, - 0.979716475995095, - 0.9819854494212729, - 0.9839277847661497, - 1.002027685561712, - 0.9811382213240143, - 0.9801878541507797, - 0.9886132720669727, - 0.9572863825752432, - 0.9684473114507368, - 0.9458197712036189, - 0.9493043352225052, - 0.9536886787314945, - 0.9542388565417081, - 0.9568724214982696, - 0.9604182963982565, - 0.9628743223078909, - 0.969739870388791, - 0.9658420669879488, - 0.9663588514066725, - 0.9591914227782425, - 0.9566142593514982, - 0.9604271978550112, - 0.9572841356250656, - 0.9637592188968211, - 0.9567941828689348, - 0.9518409084669301, - 0.9583057006169418, - 0.9626024487496594, - 0.9611581570635215, - 0.9675755641595767, - 0.9693064339918899, - 0.9677848038214554, - 0.9725856655911815, - 0.9492806747367527, - 0.9580864580842854, - 0.9617728581830496, - 0.987791465119004, - 0.96105048335759, - 0.9739101949627368, - 0.9441015562727774, - 0.9653034478263104, - 0.988889321396684, - 0.9934946660414279, - 1.0125052771005791, - 0.9411383407966065, - 0.9598305998600601, - 0.9901272334268524, - 0.9825753191497685, - 1.0224810066711563, - 0.9107176652738894, - 0.9977469943360354, - 0.9461613310736207, - 0.942256538790349, - 0.9681623758458049, - 1.1107317714437548 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 52562, - "cert_evals": { - "36": 0.9066339135169983, - "72": 0.8722358345985413, - "108": 0.8280097842216492, - "255": 0.7002456784248352 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9227591798978603, - "std_test_acc": 0.030808504543239468, - "n_samples": 2536, - "n_features": 72, - "n_classes": 2, - "mean_cert_acc_36": 0.747101716697216, - "std_cert_acc_36": 0.2630339136881657, - "mean_cert_acc_72": 0.6337287781061605, - "std_cert_acc_72": 0.41939566008144463, - "mean_cert_acc_108": 0.6084838360548019, - "std_cert_acc_108": 0.40586171794973724, - "mean_cert_acc_255": 0.5198417603969574, - "std_cert_acc_255": 0.3465978433406068 - }, - "page-blocks": { - "dataset": "page-blocks", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 6, - "best_val_acc": 0.9261576971214017, - "test_acc": 0.9083484573502723, - "train_size": 1368, - "val_size": 799, - "test_size": 3306, - "stats": { - "mean": [ - [ - -0.02785030869883066, - 0.04220508005847926, - -0.007799578223684104, - 0.04507938606725141, - -0.024484079290935535, - -0.03854930415204675, - -0.004306797478947405, - -0.009848768527412267, - -0.005646618040935423, - 0.010106594495613968 - ] - ], - "std": [ - [ - 0.6361019181556973, - 1.034803136362929, - 0.6754786444860511, - 1.1067239881887005, - 1.0243975057691477, - 1.0203050705017325, - 0.32326730885545285, - 0.9042709629040901, - 0.8768058573970098, - 0.9187092587310937 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 1165, - "cert_evals": { - "36": 0.006257822271436453, - "72": 0.00250312895514071, - "108": 0.00250312895514071, - "255": 0.00250312895514071 - }, - "fold": 0 - }, - { - "best_epoch": 78, - "best_val_acc": 0.8888888888888888, - "test_acc": 0.8785757760194766, - "train_size": 1368, - "val_size": 819, - "test_size": 3286, - "stats": { - "mean": [ - [ - 0.043781880409356606, - 0.01711256745614031, - 0.027425312120614106, - 0.01732590579239761, - -0.023061163435672452, - -0.011174710704678221, - -0.011325527935818777, - -0.0035091932039473506, - 0.004744587522660881, - 0.021409590767543677 - ] - ], - "std": [ - [ - 1.551216006661219, - 1.0143372028076796, - 1.2187084249301219, - 1.0297549624764555, - 1.0122460594399296, - 0.9983403928938066, - 0.28158791437027286, - 0.9526865887702041, - 0.9742767406980914, - 1.066875823567642 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 1165, - "cert_evals": { - "36": 0.8485958576202393, - "72": 0.7936508059501648, - "108": 0.7338217496871948, - "255": 0.2173382192850113 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.9020807833537332, - "test_acc": 0.9014598540145985, - "train_size": 1368, - "val_size": 817, - "test_size": 3288, - "stats": { - "mean": [ - [ - 0.015907781140350814, - -0.002226113421052676, - 0.00912776447295319, - -0.002154920991959126, - 0.0031836314985380356, - 0.010374599444444719, - 0.033316965369883045, - 0.009327557160087575, - 0.000891657419590793, - 0.006515192383040968 - ] - ], - "std": [ - [ - 1.3819579471500247, - 1.004275883692728, - 1.095413957795245, - 0.9803011522566464, - 1.02223461206074, - 1.0167467029099182, - 1.9464523444956574, - 1.0297533577214233, - 0.9946199232832146, - 1.0446888834153083 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 1165, - "cert_evals": { - "36": 0.011015912517905235, - "72": 0.0012239902280271053, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 2, - "best_val_acc": 0.9072289156626506, - "test_acc": 0.9132824427480916, - "train_size": 1368, - "val_size": 830, - "test_size": 3275, - "stats": { - "mean": [ - [ - -0.022221515862573354, - 0.012958097207602326, - -0.023529265928362474, - 0.036208808418859734, - -0.027518972836257316, - -0.013723225687134319, - -0.012668056071783647, - -0.009748616040204477, - -0.011955442258771813, - -0.013552336834795524 - ] - ], - "std": [ - [ - 0.6475896046566302, - 1.0059677646780396, - 0.5107302397945517, - 1.1498688572629936, - 0.9979365341699833, - 1.013315424044995, - 0.29978287731614, - 0.8399280364800779, - 0.8321768138579335, - 0.8892475036231946 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 1165, - "cert_evals": { - "36": 0.004819277208298445, - "72": 0.0012048193020746112, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9004166325331098, - "std_test_acc": 0.015346598338900579, - "n_samples": 5473, - "n_features": 10, - "n_classes": 5, - "mean_cert_acc_36": 0.21767221740446985, - "std_cert_acc_36": 0.4206240953440921, - "mean_cert_acc_72": 0.1996456861088518, - "std_cert_acc_72": 0.3960038792966741, - "mean_cert_acc_108": 0.18408121966058388, - "std_cert_acc_108": 0.36649558625883866, - "mean_cert_acc_255": 0.054960337060038, - "std_cert_acc_255": 0.1082583524376353 - }, - "parkinsons": { - "dataset": "parkinsons", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.8125, - "test_acc": 0.8508771929824561, - "train_size": 49, - "val_size": 32, - "test_size": 114, - "stats": { - "mean": [ - [ - -0.15177435102040818, - -0.14490747816326535, - -0.02793487336734694, - 0.07550721530612242, - 0.16469232653061222, - 0.06000429387755099, - 0.057462867346938805, - 0.05978606938775514, - 0.05105301632653058, - 0.04845383877551018, - 0.07840458979591836, - 0.035619136734693836, - -0.02313697142857144, - 0.07845370204081635, - 0.05081704489795923, - -0.05448034285714283, - 0.09286327571428574, - 0.11816354897959186, - 0.08590491632653065, - -0.06924810548979589, - -0.02065583061224492, - 0.08162519999999998 - ] - ], - "std": [ - [ - 1.0613261678715187, - 0.9389798332809319, - 1.0498853015314364, - 1.028178025788432, - 1.1302871347577632, - 1.053868521125123, - 0.9140732841638698, - 1.0539995649510843, - 0.9323130971496129, - 0.9120908163855437, - 0.965768008718649, - 0.9229613584450868, - 0.7749770294180661, - 0.9658059844041067, - 1.1469052270870694, - 0.9026558165061398, - 0.9439418569560901, - 1.0717521728726727, - 0.9888476097381187, - 0.9175952788801556, - 0.8884377062114949, - 1.0021764187683884 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5062, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8620689655172413, - "test_acc": 0.7264957264957265, - "train_size": 49, - "val_size": 29, - "test_size": 117, - "stats": { - "mean": [ - [ - -0.027148382244897965, - 0.009347322448979607, - 0.0018427693877550925, - 0.009376194897959197, - 0.0498221836734694, - 0.012418432040816317, - 0.0059797006122448695, - 0.012543908367346951, - -0.037508161224489786, - -0.0405606224489796, - -0.048066938775510194, - -0.07178797142857142, - -0.03155485102040816, - -0.048018842857142856, - 0.02719700816326529, - -0.008239085714285705, - -0.010052408163265357, - -0.025077353061224498, - 0.0272707673469388, - -0.04564295242857147, - -0.07848456122448978, - 0.03751739387755105 - ] - ], - "std": [ - [ - 1.0246326141739506, - 1.0196404637451633, - 1.0987023554811475, - 0.9900334582522926, - 1.068799641609979, - 1.0047499589980544, - 0.9252408702230309, - 1.0047829572179607, - 0.8748456565149585, - 0.8600654939521702, - 0.9166784846917336, - 0.7849483256776274, - 0.7558279428458922, - 0.9166869983641067, - 1.0291603272025247, - 0.9397974037578619, - 0.9834737083640328, - 1.0844660729168245, - 0.9811741510034482, - 0.945229122764763, - 1.1321558581479092, - 0.9828216273953867 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5062, - "cert_evals": { - "36": 0.8275861740112305, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 42, - "best_val_acc": 0.8709677419354839, - "test_acc": 0.7391304347826086, - "train_size": 49, - "val_size": 31, - "test_size": 115, - "stats": { - "mean": [ - [ - 0.027074289795918385, - 0.06335899489795922, - -0.141163173367347, - 0.006597857142857159, - -0.010543326530612232, - 0.019088730000000016, - -0.0031925448979591826, - 0.019260090000000007, - 0.03507935306122449, - 0.04217078775510203, - 0.050042397959183714, - 0.022464604081632724, - 0.007354644897959173, - 0.050004783673469354, - 0.0323217163265306, - -0.009419553061224523, - 0.06361398795918367, - -0.10837456326530606, - -0.07562777959183671, - 0.0783767696122449, - 0.07697315102040819, - -0.0768896448979592 - ] - ], - "std": [ - [ - 1.0021709858608663, - 1.036472332412846, - 0.8511547041931776, - 1.153319334760644, - 1.1400090214649552, - 1.1856512484533104, - 1.109926186807537, - 1.1857461665406257, - 1.0993883359109478, - 1.0989049029267082, - 1.1281831752622162, - 1.0778885202444342, - 1.0368342393804297, - 1.1281482640713403, - 1.212987846980958, - 1.0961601956507685, - 0.9410222006090059, - 0.9631862850066165, - 0.9241843695124426, - 0.8888983110215023, - 0.9670994638815306, - 0.9437743892758995 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5062, - "cert_evals": { - "36": 0.6451612710952759, - "72": 0.4516128897666931, - "108": 0.22580644488334656, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 13, - "best_val_acc": 0.696969696969697, - "test_acc": 0.7168141592920354, - "train_size": 49, - "val_size": 33, - "test_size": 113, - "stats": { - "mean": [ - [ - -0.017151697959183657, - -0.08282589622448981, - -0.03878951020408162, - -0.05014604183673472, - -0.00995732653061224, - -0.010962025102040794, - -0.07701460816326532, - -0.01092796510204078, - -0.18647080816326533, - -0.18633531836734696, - -0.14844791836734691, - -0.22856991510204083, - -0.237482206122449, - -0.14839450816326533, - -0.02768821020408163, - 0.14269979897959184, - -0.18449186244897958, - 0.04748424285714288, - -0.13693871632653068, - -0.31049158099999996, - -0.18406532040816326, - -0.15638604489795918 - ] - ], - "std": [ - [ - 1.0058346739543103, - 0.9487949638489124, - 0.994620516441734, - 0.973242138110713, - 1.098902934224567, - 0.9933442474130566, - 0.8958864648117469, - 0.9933555009804176, - 0.8433041190561102, - 0.7941043410091924, - 0.9208429310347311, - 0.7043302529123088, - 0.6518639290383439, - 0.9208764339301102, - 1.0359836613291062, - 0.9627627144124837, - 0.9723485565102632, - 0.9910728139212198, - 0.9457878853222512, - 0.8667410055873132, - 0.9407240712581624, - 0.9187159564771525 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5062, - "cert_evals": { - "36": 0.03030303120613098, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7583293783882067, - "std_test_acc": 0.062371447076252286, - "n_samples": 195, - "n_features": 22, - "n_classes": 2, - "mean_cert_acc_36": 0.37576261907815933, - "std_cert_acc_36": 0.4231863384886091, - "mean_cert_acc_72": 0.11290322244167328, - "std_cert_acc_72": 0.22580644488334656, - "mean_cert_acc_108": 0.05645161122083664, - "std_cert_acc_108": 0.11290322244167328, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pima": { - "dataset": "pima", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 53, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.7429193899782135, - "train_size": 192, - "val_size": 117, - "test_size": 459, - "stats": { - "mean": [ - [ - -0.0019324124999998884, - -0.00012207583333333216, - 0.04217885052083333, - 0.00848995729166671, - 0.005174749999999932, - -0.046159915651041654, - 0.005953811979166655, - 0.07872151093750006 - ] - ], - "std": [ - [ - 0.9819510309933771, - 0.9111640190273224, - 0.9708504296826285, - 1.099822957973565, - 0.9218205138345946, - 1.056214861472258, - 1.0108583076345607, - 1.01432971356633 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 722, - "cert_evals": { - "36": 0.4871795177459717, - "72": 0.04273504391312599, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.725925925925926, - "test_acc": 0.6825396825396826, - "train_size": 192, - "val_size": 135, - "test_size": 441, - "stats": { - "mean": [ - [ - 0.019707258333333522, - 0.03424992687499997, - 0.03491385885416665, - -0.08194942239583324, - -0.03907010052083341, - 0.053195496510416655, - -0.0036192521354166743, - -0.06521345781250003 - ] - ], - "std": [ - [ - 1.0301685557841433, - 0.9959115695466323, - 1.0735770070448536, - 0.9845812772483306, - 0.9943920335167246, - 1.0696319409722543, - 0.9860249191330342, - 0.9892410062597343 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 722, - "cert_evals": { - "36": 0.029629629105329514, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 29, - "best_val_acc": 0.7666666666666667, - "test_acc": 0.7412280701754386, - "train_size": 192, - "val_size": 120, - "test_size": 456, - "stats": { - "mean": [ - [ - 0.17582224895833332, - 0.038322315416666634, - -0.07783248697916666, - -0.16520565468749995, - -0.11327850364583342, - -0.135474219296875, - -0.03175727552083333, - 0.09643667291666673 - ] - ], - "std": [ - [ - 1.0638504058639158, - 0.9838373596130083, - 1.064286398859908, - 1.0275191945092796, - 0.9301240391257053, - 1.0696755566062253, - 0.953495407419293, - 1.060048294039853 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 722, - "cert_evals": { - "36": 0.5333333611488342, - "72": 0.2750000059604645, - "108": 0.11666667461395264, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 26, - "best_val_acc": 0.7433628318584071, - "test_acc": 0.7235421166306696, - "train_size": 192, - "val_size": 113, - "test_size": 463, - "stats": { - "mean": [ - [ - 0.019707373958333604, - 0.04956274229166665, - -0.032895598437499944, - -0.02546561510416664, - -0.004270790312500018, - 0.06891787828125, - -0.041550713963541624, - 0.019818838020833326 - ] - ], - "std": [ - [ - 1.046076222621493, - 0.9765956060942442, - 1.0875934081009107, - 0.9881278389945256, - 0.9075867743815457, - 0.9995410119642123, - 0.8563442009545308, - 0.9709125098838245 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 722, - "cert_evals": { - "36": 0.5221238732337952, - "72": 0.08849557489156723, - "108": 0.017699114978313446, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7225573148310012, - "std_test_acc": 0.028080787846380996, - "n_samples": 768, - "n_features": 8, - "n_classes": 2, - "mean_cert_acc_36": 0.39306659530848265, - "std_cert_acc_36": 0.24308723890644698, - "mean_cert_acc_72": 0.10155765619128942, - "std_cert_acc_72": 0.12114306130580858, - "mean_cert_acc_108": 0.03359144739806652, - "std_cert_acc_108": 0.056008422828788824, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-MATERIAL": { - "dataset": "pittsburg-bridges-MATERIAL", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.25, - "test_acc": 0.11666666666666667, - "train_size": 26, - "val_size": 20, - "test_size": 60, - "stats": { - "mean": [ - [ - -0.11238934615384605, - 0.19736865, - 0.15455, - 0.15961346153846157, - -0.07076646153846156, - 0.15434588461538454, - 0.1840363461538461 - ] - ], - "std": [ - [ - 0.9957184371723743, - 0.9959413552215316, - 1.0315511158616348, - 0.8772828351648864, - 1.0247762294541045, - 1.1028821922601193, - 0.7995873033749223 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.25, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 46, - "best_val_acc": 0.3684210526315789, - "test_acc": 0.19672131147540983, - "train_size": 26, - "val_size": 19, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.009688884615384565, - 0.22651538461538462, - 0.03409030769230755, - -0.09103884615384622, - 0.1841305, - 0.31850111538461523, - 0.027972884615384445 - ] - ], - "std": [ - [ - 1.115613086975337, - 1.0057941285258243, - 1.1782033883592151, - 0.9294434251013095, - 1.0832735600836598, - 1.0726038998514973, - 0.8999058194666532 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.9375, - "test_acc": 0.6875, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.14436196153846156, - -0.06772561923076922, - 0.15454984615384612, - 0.15961346153846157, - 0.29337180769230764, - 0.26378273076923064, - 0.027972884615384573 - ] - ], - "std": [ - [ - 1.0179791685372954, - 1.0403197946863862, - 1.0714178998681247, - 0.8772828351648864, - 0.8271634472356539, - 1.1323512832459435, - 0.8999058194666533 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.9375, - "72": 0.9375, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 36, - "best_val_acc": 0.29411764705882354, - "test_acc": 0.23809523809523808, - "train_size": 26, - "val_size": 17, - "test_size": 63, - "stats": { - "mean": [ - [ - -0.3691406153846153, - 0.08633426923076921, - -0.00606200000000008, - -0.34169099999999986, - -0.14359411538461544, - 0.07226838461538451, - -0.05005884615384633 - ] - ], - "std": [ - [ - 0.7352238508876096, - 0.769629063092912, - 0.993332786470492, - 1.2842104251847937, - 0.9183219104916871, - 1.1684627801712248, - 0.9363807692307694 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.30974580405932867, - "std_test_acc": 0.2568307648847806, - "n_samples": 106, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.296875, - "std_cert_acc_36": 0.44304521496118204, - "mean_cert_acc_72": 0.234375, - "std_cert_acc_72": 0.46875, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-REL-L": { - "dataset": "pittsburg-bridges-REL-L", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.23076923076923078, - "test_acc": 0.375, - "train_size": 26, - "val_size": 13, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.2534473076923077, - 0.33873420769230767, - 0.033979423076922706, - 0.11527103846153851, - -0.28692915384615375, - 0.10456480769230773, - 0.12155461538461536 - ] - ], - "std": [ - [ - 0.9261583185285736, - 0.8009009247637227, - 1.0889481792626658, - 0.99653081940633, - 1.072126740077213, - 0.9196280170052044, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.23076924681663513, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 22, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.22580645161290322, - "train_size": 26, - "val_size": 15, - "test_size": 62, - "stats": { - "mean": [ - [ - -0.09836800000000002, - 0.11185775384615383, - 0.07467526923076934, - -0.009052730769230726, - -0.10539519230769225, - 0.013804115384615371, - 0.27612307692307686 - ] - ], - "std": [ - [ - 1.0694354197920724, - 0.8688390763013727, - 0.8067650960246951, - 0.9157017407809144, - 1.0553979577856298, - 0.9260748900018138, - 0.7249903479716615 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.06666667014360428, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.1875, - "test_acc": 0.5737704918032787, - "train_size": 26, - "val_size": 16, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.21179084615384614, - -0.20075696923076924, - 0.23745903846153846, - 0.05310915384615384, - 0.14875234615384614, - 0.1348184615384615, - 0.12155461538461534 - ] - ], - "std": [ - [ - 0.858790726074425, - 0.9525936502475233, - 1.0303379408513154, - 0.9050907018495523, - 0.955082657540614, - 1.0895483096872065, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.1875, - "72": 0.125, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.35714285714285715, - "test_acc": 0.3492063492063492, - "train_size": 26, - "val_size": 14, - "test_size": 63, - "stats": { - "mean": [ - [ - -0.3568335384615385, - -0.18405515384615387, - -0.00671646153846194, - 0.17743292307692307, - 0.2213659230769231, - 0.31633973076923083, - 0.12155461538461534 - ] - ], - "std": [ - [ - 0.8287037559089696, - 0.9069856689030475, - 1.0557430702422617, - 0.8702663846153843, - 0.9327384905473824, - 1.0726154740713343, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.38094582315563275, - "std_test_acc": 0.14409756470452328, - "n_samples": 103, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.12123397924005985, - "std_cert_acc_36": 0.10655894971772846, - "mean_cert_acc_72": 0.03125, - "std_cert_acc_72": 0.0625, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-SPAN": { - "dataset": "pittsburg-bridges-SPAN", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.14285714285714285, - "test_acc": 0.2727272727272727, - "train_size": 23, - "val_size": 14, - "test_size": 55, - "stats": { - "mean": [ - [ - -0.029837999999999993, - -0.25806898695652175, - 0.27461930434782605, - -0.10251969565217388, - 0.0609171304347826, - -0.20858055217391297, - 0.1910520434782607 - ] - ], - "std": [ - [ - 0.7916916039569953, - 1.0125006038076372, - 0.8444054443868326, - 1.1230445292246944, - 0.9384505846315211, - 1.2509107678124556, - 0.9902371367201799 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.1428571492433548, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.375, - "test_acc": 0.5245901639344263, - "train_size": 23, - "val_size": 8, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.20886565217391312, - 0.20484198695652173, - -0.07489591304347826, - 0.10251943478260879, - -0.22335769565217395, - -0.24650454782608694, - -0.23350947826086974 - ] - ], - "std": [ - [ - 1.1322718849321831, - 1.1240719320543364, - 1.0615420299973752, - 0.8963528876008708, - 1.0527502115584615, - 0.7255249335603758, - 1.1264874806517848 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.25, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.3125, - "test_acc": 0.22641509433962265, - "train_size": 23, - "val_size": 16, - "test_size": 53, - "stats": { - "mean": [ - [ - -0.26854200000000006, - 0.08719552173913042, - -0.024965043478260857, - -0.034172999999999946, - 0.34519221739130435, - 0.24650505217391308, - -0.4033346521739131 - ] - ], - "std": [ - [ - 0.7826434027524923, - 0.8532738699385454, - 1.116485175293137, - 1.0229130046834918, - 0.891588314188393, - 0.9488533640036454, - 0.9755681035759809 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.3125, - "72": 0.125, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.2, - "test_acc": 0.2542372881355932, - "train_size": 23, - "val_size": 10, - "test_size": 59, - "stats": { - "mean": [ - [ - -0.20886582608695664, - -0.14202214347826086, - -0.024965130434782608, - 0.10251943478260875, - -0.060915000000000004, - 0.05688600869565217, - 0.1061391739130434 - ] - ], - "std": [ - [ - 0.7916911713540639, - 0.9447975425602776, - 1.0638879741325864, - 0.896352887600871, - 1.0621083198533245, - 1.0385861814225783, - 0.8575722370885731 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3194924547842287, - "std_test_acc": 0.13805033424220745, - "n_samples": 92, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.1763392873108387, - "std_cert_acc_36": 0.13684813735519638, - "mean_cert_acc_72": 0.03125, - "std_cert_acc_72": 0.0625, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-T-OR-D": { - "dataset": "pittsburg-bridges-T-OR-D", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.875, - "test_acc": 0.8524590163934426, - "train_size": 25, - "val_size": 16, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.15020296000000002, - -0.0008959920000000077, - -0.007506879999999985, - 0.09924271999999996, - -0.11183403999999993, - 0.06574727999999996, - 0.2686277600000001 - ] - ], - "std": [ - [ - 1.1056510586049282, - 0.9894276187747426, - 0.9455226916051597, - 1.1055352321467289, - 1.0069534202490789, - 0.9298309440615328, - 0.7342804012389428 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 562, - "cert_evals": { - "36": 0.1875, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.8421052631578947, - "test_acc": 0.8793103448275862, - "train_size": 25, - "val_size": 19, - "test_size": 58, - "stats": { - "mean": [ - [ - -0.22477987999999996, - -0.23302490400000006, - -0.3052941999999999, - -0.09418591999999981, - -0.30132007999999993, - 0.034113799999999944, - -0.29218840000000024 - ] - ], - "std": [ - [ - 0.8537489133489458, - 0.9442767857681105, - 1.1206967647206985, - 1.1278721619730465, - 0.8691601526879115, - 0.9222667065314241, - 1.1442940136936137 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 562, - "cert_evals": { - "36": 0.15789473056793213, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 0.6428571428571429, - "test_acc": 0.5873015873015873, - "train_size": 25, - "val_size": 14, - "test_size": 63, - "stats": { - "mean": [ - [ - 0.20377195999999997, - 0.09630778000000002, - 0.3328217600000001, - -0.22313807999999993, - 0.19134339999999994, - -0.029153040000000026, - 0.26862776000000005 - ] - ], - "std": [ - [ - 1.089967253887803, - 1.1192053646352136, - 0.8759745403148782, - 1.2131111924223241, - 0.9282879043276608, - 1.1030982427632627, - 0.7342804012389427 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 562, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.9166666666666666, - "test_acc": 0.8461538461538461, - "train_size": 25, - "val_size": 12, - "test_size": 65, - "stats": { - "mean": [ - [ - -0.17121067999999995, - -0.21648582000000005, - 0.12011635999999999, - -0.09418591999999995, - -0.11183404000000002, - -0.28222119999999995, - 0.10839464000000007 - ] - ], - "std": [ - [ - 0.8571032600003676, - 0.9702298691514799, - 1.0541263774745755, - 0.9254069877190219, - 1.006953420249079, - 1.1836178575986762, - 0.8554107804035617 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 562, - "cert_evals": { - "36": 0.8333333730697632, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7913061986691156, - "std_test_acc": 0.13676079207937208, - "n_samples": 102, - "n_features": 7, - "n_classes": 2, - "mean_cert_acc_36": 0.29468202590942383, - "std_cert_acc_36": 0.36841169047530675, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-TYPE": { - "dataset": "pittsburg-bridges-TYPE", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.3333333333333333, - "test_acc": 0.4098360655737705, - "train_size": 26, - "val_size": 18, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.2226830769230769, - 0.05670122692307692, - -0.043026884615384405, - -0.03758799999999994, - 0.17069815384615383, - 0.05726184615384619, - 0.03333576923076921 - ] - ], - "std": [ - [ - 0.9229643846157178, - 0.8879073657273664, - 0.9090621758106759, - 0.8047152853556344, - 0.9896400284910009, - 0.9758970201578133, - 1.0579562243200262 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 622, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.14285714285714285, - "test_acc": 0.08620689655172414, - "train_size": 26, - "val_size": 21, - "test_size": 58, - "stats": { - "mean": [ - [ - -0.17140723076923073, - 0.17603493076923074, - -0.043027115384615275, - 0.08770580769230771, - 0.06073815384615386, - 0.140003576923077, - 0.11111846153846151 - ] - ], - "std": [ - [ - 0.9955960192363054, - 0.8707946707612142, - 1.076508222112097, - 0.8969691136995324, - 1.0157671583515164, - 1.0382138974203643, - 0.8520637539328237 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 622, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.0, - "test_acc": 0.15151515151515152, - "train_size": 26, - "val_size": 13, - "test_size": 66, - "stats": { - "mean": [ - [ - 0.13624746153846157, - -0.13478680769230772, - 0.03693388461538476, - 0.08770600000000003, - -0.01256838461538465, - 0.05726215384615386, - 0.033336038461538396 - ] - ], - "std": [ - [ - 0.8716889547511608, - 0.9579937729204642, - 1.0615560480179493, - 0.7749005943842086, - 0.9916744330944691, - 1.0538491233066194, - 0.8970306628997816 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 622, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.10526315789473684, - "test_acc": 0.13333333333333333, - "train_size": 26, - "val_size": 19, - "test_size": 60, - "stats": { - "mean": [ - [ - 0.2900749615384615, - -0.1092556538461538, - -0.16296869230769223, - 0.08770600000000003, - -0.12252815384615393, - 0.002101461538461631, - -0.0444463846153846 - ] - ], - "std": [ - [ - 0.9565380984621445, - 1.0668876495414104, - 1.087587760209891, - 0.7749005943842086, - 0.9250887318796751, - 0.7643326705239842, - 0.9333890769230768 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 622, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.19522286174349487, - "std_test_acc": 0.14569830196359626, - "n_samples": 105, - "n_features": 7, - "n_classes": 6, - "mean_cert_acc_36": 0.0833333358168602, - "std_cert_acc_36": 0.1666666716337204, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "planning": { - "dataset": "planning", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.6296296296296297, - "test_acc": 0.6272727272727273, - "train_size": 45, - "val_size": 27, - "test_size": 110, - "stats": { - "mean": [ - [ - -0.13597411777777782, - -0.059930613333333334, - 0.1726637911111111, - 0.034723479999999994, - 0.1943293844444444, - -0.058733431111111144, - -0.116129388, - 0.17681400222222224, - -0.19228555555555557, - -0.07629513333333332, - 0.07577999111111111, - 0.14000706444444447 - ] - ], - "std": [ - [ - 0.9037583332493699, - 0.8892684096511589, - 0.9934159714161822, - 0.9795447749569939, - 0.991099979203418, - 0.8238368829401475, - 0.8461204418967577, - 1.0434976919452328, - 0.9979969012441308, - 0.9523454999652433, - 0.9216888475521186, - 1.061608647395146 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1562, - "cert_evals": { - "36": 0.03703703731298447, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.75, - "test_acc": 0.6633663366336634, - "train_size": 45, - "val_size": 36, - "test_size": 101, - "stats": { - "mean": [ - [ - 0.11314807155555553, - -0.05681264375555557, - 0.03933796666666664, - 0.04977631111111109, - 0.03694895555555555, - -0.044924306666666684, - 0.04804084666666663, - 0.12195993333333337, - 0.042717271111111156, - 0.008962882222222232, - -0.0006334968888889045, - -0.0009558044444444105 - ] - ], - "std": [ - [ - 0.9103807361609941, - 0.9363715375995261, - 1.1502145656153577, - 1.0558247484927283, - 1.076388481139489, - 1.0010167884068093, - 0.9233794686212015, - 0.8789681038837464, - 0.8499326718606948, - 0.8719046264511446, - 0.8860788083725304, - 0.8502961074388711 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1562, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.16666666666666666, - "test_acc": 0.30973451327433627, - "train_size": 45, - "val_size": 24, - "test_size": 113, - "stats": { - "mean": [ - [ - -0.08181936222222222, - 0.032095062222222207, - -0.2932722444444444, - -0.2642803151111112, - -0.2482941920666666, - 0.04209659104444442, - -0.08089617555555557, - 0.011037159999999989, - -0.05962093333333333, - -0.05360210222222223, - 0.041594423777777785, - 0.03579832413333331 - ] - ], - "std": [ - [ - 1.0346900075231742, - 0.983181200526179, - 0.8190101673790661, - 0.8655727810698712, - 0.9958599284470852, - 0.9221770981656976, - 1.0076979840800466, - 1.0249788633648824, - 1.0799692279692954, - 1.0059810529176614, - 1.0760442404746193, - 0.966271648432117 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1562, - "cert_evals": { - "36": 0.1666666716337204, - "72": 0.1666666716337204, - "108": 0.0416666679084301, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.7391304347826086, - "test_acc": 0.543859649122807, - "train_size": 45, - "val_size": 23, - "test_size": 114, - "stats": { - "mean": [ - [ - 0.10711943111111107, - 0.19129145333333336, - 0.23947074666666662, - 0.1974917848888889, - 0.06191540222222221, - 0.19409456755555554, - 0.10399900533333334, - -0.07677485555555555, - 0.05582479999999996, - -0.0920865622222222, - 0.07224912822222225, - -0.22088875111111111 - ] - ], - "std": [ - [ - 0.9820868604107751, - 0.8497304858975051, - 0.9414935653357391, - 0.9419249731758765, - 0.9517511837520722, - 0.8554967298035733, - 1.06563202833593, - 1.067683309777831, - 0.968308470640187, - 1.07319052594271, - 1.055131325540202, - 1.0489152018459469 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1562, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5360583065758835, - "std_test_acc": 0.15896616560365848, - "n_samples": 182, - "n_features": 12, - "n_classes": 2, - "mean_cert_acc_36": 0.050925927236676216, - "std_cert_acc_36": 0.07911114819611882, - "mean_cert_acc_72": 0.0416666679084301, - "std_cert_acc_72": 0.0833333358168602, - "mean_cert_acc_108": 0.010416666977107525, - "std_cert_acc_108": 0.02083333395421505, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "optical": { - "dataset": "optical", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 50, - "best_val_acc": 0.9528178243774574, - "test_acc": 0.9395424836601307, - "train_size": 1797, - "val_size": 763, - "test_size": 3060, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 40062, - "cert_evals": { - "36": 0.9305374026298523, - "72": 0.9108781218528748, - "108": 0.8833552002906799, - "255": 0.7352555990219116 - }, - "fold": 0 - }, - { - "best_epoch": 79, - "best_val_acc": 0.9477806788511749, - "test_acc": 0.9470068694798822, - "train_size": 1797, - "val_size": 766, - "test_size": 3057, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 40062, - "cert_evals": { - "36": 0.9242820143699646, - "72": 0.8994778394699097, - "108": 0.8746736645698547, - "255": 0.7310705184936523 - }, - "fold": 1 - }, - { - "best_epoch": 91, - "best_val_acc": 0.9613848202396804, - "test_acc": 0.943359375, - "train_size": 1797, - "val_size": 751, - "test_size": 3072, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 40062, - "cert_evals": { - "36": 0.938748300075531, - "72": 0.9121171236038208, - "108": 0.8854860067367554, - "255": 0.736351490020752 - }, - "fold": 2 - }, - { - "best_epoch": 80, - "best_val_acc": 0.9510204081632653, - "test_acc": 0.9452720207253886, - "train_size": 1797, - "val_size": 735, - "test_size": 3088, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 40062, - "cert_evals": { - "36": 0.9292517304420471, - "72": 0.9006803035736084, - "108": 0.8761904835700989, - "255": 0.7210884690284729 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9437951872163504, - "std_test_acc": 0.003202673882883221, - "n_samples": 5620, - "n_features": 62, - "n_classes": 10, - "mean_cert_acc_36": 0.9307048618793488, - "std_cert_acc_36": 0.006002485643990109, - "mean_cert_acc_72": 0.9057883471250534, - "std_cert_acc_72": 0.00663007879006112, - "mean_cert_acc_108": 0.8799263387918472, - "std_cert_acc_108": 0.005298244978483134, - "mean_cert_acc_255": 0.7309415191411972, - "std_cert_acc_255": 0.00695169781400212 - }, - "pendigits": { - "dataset": "pendigits", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 52, - "best_val_acc": 0.9065420560747663, - "test_acc": 0.8944296197464977, - "train_size": 3498, - "val_size": 1498, - "test_size": 5996, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 2986, - "cert_evals": { - "36": 0.8724967241287231, - "72": 0.8317757248878479, - "108": 0.7683578729629517, - "255": 0.44793060421943665 - }, - "fold": 0 - }, - { - "best_epoch": 46, - "best_val_acc": 0.8972382787411689, - "test_acc": 0.8896749199932625, - "train_size": 3498, - "val_size": 1557, - "test_size": 5937, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 2986, - "cert_evals": { - "36": 0.8567758798599243, - "72": 0.8188824653625488, - "108": 0.7829158902168274, - "255": 0.4470134973526001 - }, - "fold": 1 - }, - { - "best_epoch": 61, - "best_val_acc": 0.8919814446653412, - "test_acc": 0.8995822890559733, - "train_size": 3498, - "val_size": 1509, - "test_size": 5985, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 2986, - "cert_evals": { - "36": 0.8555334806442261, - "72": 0.8190855383872986, - "108": 0.7660703063011169, - "255": 0.44599074125289917 - }, - "fold": 2 - }, - { - "best_epoch": 62, - "best_val_acc": 0.9052558782849239, - "test_acc": 0.8855820105820106, - "train_size": 3498, - "val_size": 1446, - "test_size": 6048, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 2986, - "cert_evals": { - "36": 0.8692946434020996, - "72": 0.8278008699417114, - "108": 0.7814661264419556, - "255": 0.454356849193573 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.892317209844436, - "std_test_acc": 0.006043957211033992, - "n_samples": 10992, - "n_features": 16, - "n_classes": 10, - "mean_cert_acc_36": 0.8635251820087433, - "std_cert_acc_36": 0.008625458885873462, - "mean_cert_acc_72": 0.8243861496448517, - "std_cert_acc_72": 0.006446010584349946, - "mean_cert_acc_108": 0.7747025489807129, - "std_cert_acc_108": 0.008717329135786205, - "mean_cert_acc_255": 0.44882292300462723, - "std_cert_acc_255": 0.0037734090044299496 - }, - "plant-shape": { - "dataset": "plant-shape", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 88, - "best_val_acc": 0.37850467289719625, - "test_acc": 0.32150101419878296, - "train_size": 400, - "val_size": 214, - "test_size": 986, - "stats": { - "mean": [ - [ - 0.010793134649999947, - 0.0029814738750000274, - -0.005680250974999982, - -0.00999388868249995, - -0.018943553000000047, - -0.022220061225000066, - -0.023538591772499947, - -0.023104606949999985, - -0.022654011850000027, - -0.013826088777500009, - -0.012183569699999982, - -0.019542425225000024, - -0.021094745304999968, - -0.013662524125000061, - -0.007497562182500008, - -0.004011965550000029, - -0.0018356184500000372, - 7.94950000007455e-06, - 0.00456346359999991, - 0.002077647049999971, - 0.005165495805000022, - 0.009402297242499979, - 0.008459789907500027, - 0.010384120812499977, - 0.009072800484999985, - 0.009275099372499976, - 0.011333548210000006, - 0.00974336192500002, - 0.009874121385000021, - 0.013796312999999978, - 0.0035003747700000252, - -0.0006504867999999986, - -0.006737763249999974, - -0.009779546075000065, - -0.009547967425750021, - -0.008340889135000092, - -0.01037015690000003, - -0.015118204249999967, - -0.014712120350000033, - -0.011817635924999998, - -0.01854881525000002, - -0.021627437300000017, - -0.02562561288749998, - -0.02507883772499999, - -0.01957355992500001, - -0.010989493799999993, - -0.004170166650000026, - -0.0007832742674999737, - -0.0008414850850000529, - 0.0014383313750000115, - 0.008277859025000037, - 0.015007289872500043, - 0.02009162649999997, - 0.020694419627500026, - 0.02312079630000003, - 0.02027844062500002, - 0.012670696450000017, - 0.011923742850000028, - 0.008522531550000014, - 0.0021193726999999838, - 0.00027873594999999404, - -0.005514954024999976, - -0.005619866314999964, - 0.000804423425000044 - ] - ], - "std": [ - [ - 1.0193984315579283, - 1.0138728773194225, - 1.0025119027839187, - 0.9926201913273888, - 0.9797572939727588, - 0.9675431762012998, - 0.9562849021750489, - 0.9457765924705838, - 0.9453288165685446, - 0.9493183692891524, - 0.9510566730800354, - 0.9587654362947835, - 0.9708540170515252, - 0.9906082656256265, - 1.0060018623497948, - 1.0090880491601784, - 0.9970255943580457, - 0.9966975594633455, - 1.0075598104469696, - 1.0193962682636182, - 1.040522735169908, - 1.0407459188197639, - 1.0303725268059722, - 1.0256419706953475, - 1.0198382842786065, - 1.0197936843070703, - 1.0266695425622123, - 1.0253571333157874, - 1.0153590777307844, - 1.0110354025342352, - 1.0181892223475282, - 1.0166426127543688, - 1.011169701470929, - 1.0054929366994545, - 1.0096458368985821, - 1.0140452905977049, - 1.009910026151903, - 0.9911465124845928, - 0.981395028524588, - 0.9714368920896277, - 0.9640569672295396, - 0.9682443777583067, - 0.9618240790560709, - 0.9651476273791817, - 0.9697583533908924, - 0.9857642722747081, - 0.9945128871244862, - 0.998379374233736, - 1.0006314561941052, - 1.008050481132436, - 1.0268004129156558, - 1.0452850694975346, - 1.0563281717760602, - 1.0509178269869455, - 1.0471449082028836, - 1.0431100616694575, - 1.035476811024627, - 1.0416661017312363, - 1.0428844632918242, - 1.0319514866130477, - 1.029873132188317, - 1.028802362627988, - 1.0249104343768467, - 1.0178924453800364 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.18691587448120117, - "72": 0.12616822123527527, - "108": 0.08878504484891891, - "255": 0.004672897048294544 - }, - "fold": 0 - }, - { - "best_epoch": 99, - "best_val_acc": 0.33739837398373984, - "test_acc": 0.37840670859538783, - "train_size": 400, - "val_size": 246, - "test_size": 954, - "stats": { - "mean": [ - [ - -0.01969966857750001, - -0.018735893250000035, - -0.01923726170000004, - -0.01765154066999996, - -0.021040157724999967, - -0.020549986874999978, - -0.01802188749999998, - -0.013611070524999968, - -0.01314826475000005, - -0.010111033277499976, - -0.011831655162500052, - -0.009240258725000013, - -0.004857546977500041, - -0.003872501354999996, - -0.004503420224999966, - -0.007399539599999919, - -0.009506949104999987, - -0.00983436382500002, - -0.0073349694900001206, - -0.0026293045575000932, - -0.005217706800000011, - -0.01053002465000001, - -0.011560438125000017, - -0.009075882437499998, - -0.0045980930749999985, - -0.008758359152500011, - -0.012621292225000027, - -0.016511235369999985, - -0.028317963276500033, - -0.02497353765000002, - -0.014343673825000004, - -0.008610495525000058, - 0.004172939175000043, - 0.0019351163249999698, - -0.004373591600750041, - -0.0077125528000000455, - -0.01211637097500002, - -0.01259113399249995, - -0.012157099130000017, - -0.014399237225000002, - -0.009437209475000015, - -0.0046622409374999915, - -0.006370976337500016, - -0.011270999825000006, - -0.015921284525000006, - -0.012410074750000007, - -0.014884673650000003, - -0.016949542649999955, - -0.017354671999999977, - -0.011285483702500028, - -0.009929046974999904, - -0.007901803479999947, - -0.00815231512075005, - -0.010049489069999949, - -0.011786209875000047, - -0.014985319077499979, - -0.019011035099999973, - -0.008162044849999986, - -0.0058525207999999595, - -0.01041489936249999, - -0.011318642174999963, - -0.015970219724999984, - -0.026622342699999985, - -0.029072289924999974 - ] - ], - "std": [ - [ - 0.9860131433859547, - 0.9839451298693502, - 0.9815653890681931, - 0.9791684843455107, - 0.9793192609145278, - 0.980950701990714, - 0.9884282309487391, - 0.9817147072820436, - 0.9862993933397015, - 0.9922815938909398, - 0.9847563677603288, - 0.9853865969758397, - 0.9879672222996878, - 0.9946824106249518, - 0.9961943172051062, - 0.9902136279887243, - 0.9887680048123522, - 0.993003063211071, - 1.0071770840518683, - 1.0247666604590329, - 1.0257137801878309, - 1.011455364670402, - 0.9947052989179791, - 0.9869387562943811, - 0.9888179645496713, - 0.987009987810631, - 0.9897190394535154, - 0.991361121462267, - 0.992989633996112, - 0.9961724937704427, - 0.9897090546568476, - 0.9844393105882888, - 0.9858088094372514, - 0.9942345793157213, - 0.9949467347271544, - 0.9941801452632953, - 0.9935755677210956, - 0.9940539923777484, - 0.9871617326295817, - 0.9809194296573341, - 0.9841049037423958, - 0.9872912480789516, - 0.9853330949312704, - 0.9809868668056975, - 0.977760884105985, - 0.9785005795193457, - 0.9774791029379978, - 0.9747292923736738, - 0.9892632184812155, - 0.9903128998680867, - 0.9995507672572046, - 1.012420498620147, - 1.014423356554454, - 1.0113780719858716, - 1.0085495954493642, - 1.0103910622541978, - 1.0042573664175571, - 0.9954666158538873, - 0.9825056771440344, - 0.969748087810821, - 0.9684376869484385, - 0.9687387646565352, - 0.9685510643060194, - 0.9716172187511043 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.2398373931646347, - "72": 0.11788617074489594, - "108": 0.03658536449074745, - "255": 0.004065040498971939 - }, - "fold": 1 - }, - { - "best_epoch": 92, - "best_val_acc": 0.251063829787234, - "test_acc": 0.23834196891191708, - "train_size": 400, - "val_size": 235, - "test_size": 965, - "stats": { - "mean": [ - [ - -0.011195848850000047, - -0.014077039849999994, - -0.015681537625000016, - -0.015262547177500023, - -0.018894034979999984, - -0.023536119524999965, - -0.016015195249999968, - -0.008908977427499989, - -0.005013930349999998, - -0.007225348899999984, - -0.008182635, - -0.00789371312500003, - -0.011035066974999978, - -0.005199030499999984, - 0.005315251324999976, - 0.011141104150000055, - 0.011588849470000002, - 0.009680554374999966, - 0.010888354087499948, - 0.010037595079999946, - 0.011800275580000021, - 0.007671618275000015, - 0.006882413550000033, - 0.0062716886124999935, - -0.0019262105499999794, - -0.002007641149999968, - -0.003485761440000005, - -0.0017775631049999818, - 0.0007400688484999391, - -0.0018860717750000106, - -0.006113297799999992, - -0.013600633775000042, - -0.020458192474999966, - -0.023048553475000007, - -0.019547718700000005, - -0.01125536750999998, - -0.014651312500000012, - -0.017176074307499963, - -0.015313710324999983, - -0.018115000749999995, - -0.02384295694999999, - -0.02221634045249998, - -0.019668475399999934, - -0.016640133125000005, - -0.011789776774999969, - -0.006203905024999959, - -0.004540449625000036, - 0.0006846066824999924, - 0.006433635392500026, - 0.0017259993975000153, - 0.0026194728225000024, - 0.002456912675000057, - 0.0035687386999999193, - 0.003967900025000002, - 0.008058575125000038, - 0.009259356747499982, - 0.009820443250000033, - -0.000526142624999981, - -0.007535754924999987, - -0.006530597337499988, - -0.00488854567499998, - -0.004628704975000013, - -0.006573741065000051, - -0.008198970250000055 - ] - ], - "std": [ - [ - 0.9997831577603109, - 1.0025959495608783, - 0.9981200898415419, - 0.9862363254781552, - 0.9807001230728768, - 0.9703599657486957, - 0.9542469081610001, - 0.9473845839451106, - 0.9547713929170183, - 0.9636033061770535, - 0.9759543385191676, - 0.9833507068982068, - 0.9860092538737429, - 0.9928824474026815, - 1.009087175522555, - 1.0225369274879927, - 1.0377746120861517, - 1.047008477348557, - 1.0437668765399934, - 1.0330775502764258, - 1.0319662406027479, - 1.030352484762016, - 1.0343435297883754, - 1.0306714836465332, - 1.0227257424915315, - 1.0163750005569692, - 1.0080783487785092, - 1.0057728718253096, - 1.0031574142753106, - 0.9970437490537768, - 1.0039054666803333, - 1.0092902332461646, - 1.015955753316646, - 1.0094451596904581, - 0.9971506877338592, - 0.9797514030945054, - 0.9606748456549195, - 0.9429643662114964, - 0.9357296749897012, - 0.9401794981595187, - 0.9451576738004599, - 0.9529959594959825, - 0.9553731219059256, - 0.952474899040048, - 0.9565245724608336, - 0.9697603305783443, - 0.9863202900077532, - 0.9954169393962655, - 1.0081946986669663, - 1.0156075960594253, - 1.0253976925038635, - 1.0300309888526664, - 1.0402541851284346, - 1.0433040030246603, - 1.0375395049686613, - 1.0264815045978641, - 1.021912736268765, - 1.0088758758830503, - 1.003466814657958, - 1.0086525159597994, - 1.0137559378643732, - 1.0086686244063605, - 1.006042971236659, - 1.0003260366638576 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.09787233918905258, - "72": 0.05106382817029953, - "108": 0.012765957042574883, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 82, - "best_val_acc": 0.29515418502202645, - "test_acc": 0.28365878725590954, - "train_size": 400, - "val_size": 227, - "test_size": 973, - "stats": { - "mean": [ - [ - -0.01614315225000004, - -0.007862261849999979, - 0.00030315945000001577, - -6.585304499997488e-05, - 0.0033457709750000114, - 0.009937330912499974, - 0.010135651675000024, - 0.009038938675000023, - 0.008931583272500009, - 0.009906352275000018, - 0.013642040799999994, - 0.017299261174999987, - 0.019865335000000005, - 0.019657458469999986, - 0.022414197692500006, - 0.02512643972499996, - 0.026877304525000024, - 0.0296143309, - 0.027764356497500045, - 0.024134231862499998, - 0.021181714175000043, - 0.02076543959999998, - 0.018820411632499992, - 0.016560606787500022, - 0.014716417624999967, - 0.015544499800000031, - 0.008937221650000026, - 0.0035691808475000007, - 0.00756637997750002, - 0.010582013399999977, - 0.00892202232, - 0.010522723749999905, - 0.009224050324999985, - 0.011262885774999978, - 0.012877923949999981, - 0.008631394499999978, - 0.013585739524999963, - 0.012593921374999985, - 0.00966451497500001, - -0.0018835844000000157, - -0.0072232187000000215, - -0.0024773558750000612, - 0.004778897314500035, - 0.010836082050000053, - 0.013114038100000038, - 0.012921894249999984, - 0.011661495899999983, - 0.006202870582499988, - 0.009554275007499979, - 0.010892630822499966, - 0.015263733174999995, - 0.018143591994999972, - 0.01859551449250001, - 0.01313465375500002, - 0.01828117135000002, - 0.021080939575000034, - 0.020155471175000023, - 0.02226961222499997, - 0.019368037950000003, - 0.018775792600000018, - 0.018483347624999945, - 0.009753726052499946, - -0.0015497268675000327, - -0.011832948350000021 - ] - ], - "std": [ - [ - 0.9690180900805035, - 0.9727335201919173, - 0.9764755262740973, - 0.9829585179082819, - 0.9924285501408081, - 1.0058984225928205, - 1.0139421119627963, - 1.0204714628277265, - 1.024761969275269, - 1.0411321691366637, - 1.051554346720804, - 1.0528939116549463, - 1.048231049542776, - 1.035208648003462, - 1.0211826349075386, - 1.021066390612321, - 1.0225781515263015, - 1.0234107662776533, - 1.013889389780415, - 1.002809268474515, - 1.005659594852486, - 1.0123290373188114, - 1.0154559039015623, - 1.013290801738594, - 1.0094740964231081, - 1.0002162486552635, - 0.9914378185750687, - 0.9943868019460187, - 0.9942535553869897, - 0.9896262981629789, - 0.9859228057329431, - 0.9860916917991401, - 0.9824333417893006, - 0.9869225315171396, - 0.9958671872185834, - 0.999358349920491, - 0.9902030063817621, - 0.9953941674238796, - 1.0044794940384356, - 1.01450410197358, - 1.0212449253894722, - 1.031533466370799, - 1.0310663353310807, - 1.0299586525323416, - 1.0140754261682852, - 1.0146983653439086, - 1.010949221001189, - 0.9984754004996209, - 0.9996230059073175, - 1.0023281510239592, - 1.0083940727060101, - 1.0104207218854935, - 1.0188090918448567, - 1.0267152458848512, - 1.0256934112800635, - 1.0177374007859166, - 1.004324219711767, - 0.9955156869267784, - 0.9865523378817893, - 0.984584448748711, - 0.9818097517909892, - 0.9865486470036113, - 0.9850111209189524, - 0.9782242969255907 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.15418501198291779, - "72": 0.07488986849784851, - "108": 0.048458147794008255, - "255": 0.0044052861630916595 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.30547711974049935, - "std_test_acc": 0.05932581853161371, - "n_samples": 1600, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.16970265470445156, - "std_cert_acc_36": 0.05948548264530855, - "mean_cert_acc_72": 0.09250202216207981, - "std_cert_acc_72": 0.03561404141301304, - "mean_cert_acc_108": 0.046648628544062376, - "std_cert_acc_108": 0.031770304008704724, - "mean_cert_acc_255": 0.0032858059275895357, - "std_cert_acc_255": 0.0022046152261289355 - }, - "plant-margin": { - "dataset": "plant-margin", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 99, - "best_val_acc": 0.7231404958677686, - "test_acc": 0.708768267223382, - "train_size": 400, - "val_size": 242, - "test_size": 958, - "stats": { - "mean": [ - [ - -0.0010596968500001934, - -0.01804303900000009, - 0.058554600000000095, - -0.04174014875000007, - -0.00557412199999981, - 0.022321825499999975, - 0.009465832749999917, - 0.026944449999999596, - 0.0220769747500004, - -0.02089326899999988, - -0.012520925000000096, - 0.0033962770000000053, - 0.0021340793749998234, - -0.0033546413499999455, - 0.021925117425000074, - 0.013851212499999961, - -0.0015689260000001164, - -0.004634679999999923, - -0.05511270024999984, - 0.026070323000000024, - 0.01848005475000007, - 0.0022656225000003355, - -0.01842250000000018, - 0.01246016899999983, - 0.0098437735000002, - -0.032934458000000104, - 0.049291360500000325, - 0.0024477580000001266, - -0.02057179899999991, - 0.0009727362499999343, - 0.0017701742499999368, - 0.00541423612499992, - 0.02091535780000011, - 0.020351312499999816, - -0.009445618999999935, - -0.02841862299999999, - 0.029737960000000185, - 0.018735809500000172, - 0.014390100750000086, - -0.016125830000000306, - 0.012385870249999646, - -0.043971327499999775, - 0.0009311264999999372, - 0.01806689874999989, - -0.008581579999999964, - -0.009399341000000174, - -0.03755508207500001, - -0.0009747140000000407, - 0.028856429249999874, - -0.0030426587000000733, - -0.015013867049999909, - -0.004152345000000207, - 0.02680056899999996, - -0.02129718575000011, - 0.022555419000000035, - -0.00723436300000014, - 0.036754802499999906, - -0.02058847975000004, - -0.010368677175000047, - -0.029642165000000022, - -0.02736674750000015, - 0.0008163920000001678, - 0.018380879350000014, - -0.008580070000000413 - ] - ], - "std": [ - [ - 0.9874340403909011, - 0.9592061852266575, - 1.0435962908617902, - 0.9425389198852354, - 1.0047339728470936, - 1.0363144948903504, - 1.0296524029950296, - 1.0063022213625923, - 1.094313672273991, - 1.0202299972901783, - 0.985157157060649, - 0.9888027948033142, - 0.9932416135375679, - 0.9909877623883768, - 1.0005062186033022, - 1.2067387345575986, - 0.984270179305036, - 0.9091203000942354, - 0.9545319559171044, - 0.983601787222833, - 1.011060877681347, - 0.9799045991624534, - 0.9223386505533625, - 1.0460006470835634, - 1.0181216615718796, - 0.9516193964985948, - 1.0882812579258407, - 1.0329753644197, - 0.9792719916843142, - 0.9673648432380815, - 0.9958388822460692, - 1.012645249804551, - 1.0439458247448072, - 1.0733982117428793, - 1.0111716504511818, - 0.996690448869414, - 1.0367837370015323, - 1.0026230843872075, - 1.0036523141489182, - 0.9356670752186079, - 1.0259733303222744, - 0.9543079293157887, - 1.016979624435871, - 1.0361404335495707, - 0.9710294506381861, - 0.9356304778213941, - 0.9636374865372435, - 0.9682684696531572, - 1.0488592685926776, - 1.0095591832024964, - 0.9864668975312801, - 0.965788248416018, - 1.0175463184007973, - 0.9707788038864342, - 1.035917848788737, - 0.9984750436485963, - 1.047306945528514, - 0.9624268336767162, - 1.0407274202088548, - 0.9906889986330216, - 0.9133036560743315, - 1.0063256302193264, - 1.0448919868528035, - 1.060209155310641 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.6404958367347717, - "72": 0.5247933864593506, - "108": 0.4586776793003082, - "255": 0.1859503984451294 - }, - "fold": 0 - }, - { - "best_epoch": 91, - "best_val_acc": 0.7478632478632479, - "test_acc": 0.6780538302277432, - "train_size": 400, - "val_size": 234, - "test_size": 966, - "stats": { - "mean": [ - [ - 0.018630191274999833, - 0.0021237185000000623, - 0.020341910000000126, - -0.03847603025000004, - 0.0024851145000002843, - -0.019245363750000032, - 0.01765857999999999, - -0.09520458750000026, - 0.016723600750000407, - -0.020893166249999973, - -0.013275087500000034, - -0.009778451499999922, - 0.02100441234999998, - -0.0006707280500000078, - 0.01202943670000018, - -0.012221054999999943, - 0.026685538499999994, - 0.03934188799999998, - -0.017911806749999953, - -0.004428536999999995, - 0.013875288750000034, - -0.007751707499999634, - 0.03217363749999957, - 0.003825904499999896, - 0.010617184500000114, - -0.03897739600000022, - -0.00972438474999977, - 0.0034970589999999357, - 0.02035820800000013, - -0.037335613750000024, - -0.008548351749999959, - 0.0018481537499997402, - -0.007583834749999951, - 0.04391894749999982, - 0.033370660000000205, - 0.00937306074999997, - -0.013948834999999842, - 0.005821061250000135, - 0.03052180125000005, - 0.02165496999999981, - -0.00854195450000032, - -0.03606767999999988, - -0.017944192250000105, - -0.02588678125000007, - 0.01616825525000002, - -0.00827056050000008, - -0.0017126565000000083, - -0.01656842850000004, - -0.017988074249999902, - -0.03559730630000006, - -0.0036789360499999424, - 0.012461489999999617, - 0.026261220249999995, - -0.020665702500000202, - -0.0005093669999999243, - -0.009416002500000138, - -0.02145052, - 0.012404727999999953, - 0.008414623600000027, - 0.026667712, - 0.023455849999999993, - 0.01995325700000049, - 0.017141528075000113, - -0.00027581000000054354 - ] - ], - "std": [ - [ - 1.041295070488909, - 1.0014805383027654, - 1.0526387415016842, - 0.9348659203435066, - 1.012132944361091, - 0.9779461065975633, - 1.0032476656820697, - 0.765138203982258, - 1.084558801095068, - 1.0155838017759249, - 0.9847823955761184, - 1.0321402388555014, - 1.0519629684769372, - 0.9582131621864026, - 0.9927092815254406, - 0.803704884375634, - 0.9988728657062945, - 1.1858597763171363, - 1.012274069308041, - 1.012471113861707, - 1.0151240798466312, - 0.9972545733894309, - 1.0563298324391637, - 1.0047120258743576, - 1.016702961526915, - 0.9272542628757423, - 1.012180666645035, - 1.0130792339306003, - 0.9869444731802731, - 0.9732936953239708, - 0.9987581693686506, - 1.0025285436476967, - 0.9823926819700436, - 1.13766033578092, - 1.0184063166975657, - 1.0037002652524598, - 1.0159024793557991, - 0.998493316788935, - 1.0374784962262864, - 1.0063283056949195, - 1.0742583169244284, - 0.9634076134691111, - 0.958447407516677, - 1.0041785286506213, - 1.013112893307404, - 0.9769612001923168, - 1.0056368868600618, - 0.9788744628207897, - 0.9629520265558652, - 0.929550730995055, - 0.9854910637585246, - 1.0358257613723332, - 1.0240098398191608, - 0.9303959288426701, - 1.0012547252975355, - 0.9956229965329875, - 1.021855039918818, - 1.0091992464793387, - 0.9897071424780775, - 0.9856059256334351, - 1.0201829621015206, - 1.0268852627871752, - 1.0341940427237508, - 0.9799526515218273 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.6410256624221802, - "72": 0.5555555820465088, - "108": 0.4871795177459717, - "255": 0.20085470378398895 - }, - "fold": 1 - }, - { - "best_epoch": 96, - "best_val_acc": 0.7217391304347827, - "test_acc": 0.709278350515464, - "train_size": 400, - "val_size": 230, - "test_size": 970, - "stats": { - "mean": [ - [ - 0.005920089124999763, - -0.001301032000000133, - 0.0013308824999999258, - 0.008417454999999876, - 0.005976730250000185, - 0.019669846999999876, - 0.010878556750000047, - 0.025150082499999716, - 0.0022754870000003123, - 0.024085954000000003, - -0.005742166250000042, - -0.007721828999999947, - 0.00371573337499994, - -0.012943442949999913, - -0.014590249949999882, - -0.025256129999999963, - -0.011889130000000098, - -0.019724357499999953, - -0.01377830674999994, - 0.006886749000000014, - -0.003516929999999907, - -0.03828019749999969, - 0.005775229999999821, - -0.030314237500000177, - -0.019109295999999804, - 0.04844473150000008, - -0.02716004849999974, - 0.002796986500000034, - -0.019719068250000017, - 0.041975102500000014, - -0.017687051749999974, - -0.021844609375000337, - 0.020916906100000077, - -0.022494655000000176, - 0.026175232000000156, - 0.010884623500000074, - -0.021303965499999796, - -0.0039162167499998055, - -0.015307416500000065, - 0.012900294999999774, - 0.006834127249999801, - 0.027173450000000154, - 0.0027974614999998885, - 0.028211698749999896, - -0.0031931937499999692, - 0.011277844999999809, - 0.00992980717499997, - -0.013968735000000017, - -0.01707076174999997, - 0.01365854819999998, - -0.0014908621499998933, - 0.009138499999999666, - 0.02060593399999994, - 0.007099336749999857, - -0.003448647499999997, - 0.0015010997499998568, - -0.03850890625000006, - 0.0022736427499999282, - -0.013522159549999977, - -0.0332120949999999, - 0.005866322499999921, - -0.004317283999999508, - -0.00538338794999997, - -0.0069175300000004145 - ] - ], - "std": [ - [ - 1.0010921783674436, - 0.9945407140012373, - 1.005748587963517, - 0.9668282590649625, - 1.0031010346345277, - 0.9967928785295819, - 0.9751713195709866, - 1.1467050887662724, - 0.9392946439639414, - 0.9895328846805108, - 0.9767912569515301, - 0.9727489873091506, - 0.9701070098004984, - 1.0053545262016492, - 0.9846236608578788, - 0.7727736342078088, - 0.971944708609996, - 0.8826840113147226, - 0.98563931252641, - 0.9711438420390225, - 0.9629058280406353, - 0.9716674314378894, - 1.1301355955709167, - 0.9477815286674603, - 0.9881704764475729, - 1.0137752766865444, - 0.9583402354865277, - 0.9958443104934569, - 0.9663730766877806, - 1.0669358291663034, - 0.955827255033273, - 0.9505215572351379, - 1.0084010054173358, - 0.9871444837708967, - 1.0130833200270473, - 1.043702427349745, - 0.9912743901116762, - 0.973685836703786, - 0.985763394194837, - 1.0377291955455417, - 1.0077815203197755, - 1.0141762382944473, - 1.019662919156708, - 1.046456382869172, - 1.0332849966442448, - 1.0406499407344652, - 0.9961622026264285, - 0.9855957603524927, - 0.9824473993933991, - 1.0388871379951687, - 1.0170409949547163, - 1.03216407460882, - 1.0347227568843633, - 1.0401704190454892, - 0.9504580582249552, - 0.9606350019976608, - 1.0073622594193574, - 1.0173972038824486, - 0.9758624776113387, - 1.017294570276939, - 1.1903867160054817, - 1.041760575180181, - 0.9817904646611345, - 0.9934098271111226 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.6521738767623901, - "72": 0.5826086401939392, - "108": 0.4826086759567261, - "255": 0.19999998807907104 - }, - "fold": 2 - }, - { - "best_epoch": 82, - "best_val_acc": 0.6758893280632411, - "test_acc": 0.6969376979936642, - "train_size": 400, - "val_size": 253, - "test_size": 947, - "stats": { - "mean": [ - [ - 0.0049220609499997505, - 0.014300554999999927, - -0.013117759999999938, - 0.0006888637499999897, - 0.014571960000000097, - -0.029186410499999996, - 0.002400438750000075, - -0.053890317500000125, - 0.010837756000000382, - -0.043686283749999874, - 0.00818919124999994, - 0.02274708350000002, - -0.010304195600000106, - 0.021186932849999934, - 0.02806746060000008, - 0.03340746249999935, - -0.023547052000000096, - -0.033522315499999976, - 0.008610349500000156, - 0.027052154499999995, - -0.010934992499999938, - 0.006081485000000295, - 0.02777317250000039, - 0.016383195499999857, - 0.03879757150000023, - -0.021655729750000265, - 0.014864098750000401, - 0.036007804000000046, - -0.006075429999999921, - -0.019079332500000098, - 0.046873371749999754, - 0.020189249124999916, - -0.006358586449999976, - -0.01606563250000019, - -0.011602580249999888, - 0.013908655750000045, - -0.026925847499999826, - 0.04435231250000004, - 0.0030248995000000476, - 0.04331075999999964, - -0.010036047250000119, - -0.020255887499999837, - 0.016312687999999884, - 0.0007390799999998633, - -0.01058009674999995, - 0.022933002500000025, - 0.018606085150000003, - -0.02793774274999995, - 0.02640782450000013, - 0.0009197187999999446, - 0.01879274900000016, - -0.012793932500000254, - -0.05696751475000014, - 0.009623771999999869, - -0.014076831999999899, - 0.03262045174999992, - -0.03750922250000002, - -0.020068239750000067, - 0.007511379900000031, - 0.011995891500000104, - 0.001957915000000034, - 0.008284810500000324, - -0.03583419272500005, - 0.025183247499999534 - ] - ], - "std": [ - [ - 1.0292860056491944, - 1.0292792317834558, - 1.021157636187128, - 1.0004671883473788, - 1.0099925807918118, - 0.940459599532873, - 1.0284403765468189, - 0.8253858457506277, - 1.0205839902595195, - 0.9375845702209917, - 1.0276192722636466, - 1.0352781665590673, - 1.00573951678478, - 1.0168176366617936, - 1.0354526336454533, - 1.409467384284455, - 1.0173514777145187, - 0.9176768917465363, - 0.9987312571300704, - 1.011937740881034, - 0.998584402272729, - 1.056733717686757, - 1.037552726041927, - 1.0142258428702424, - 1.035939823876147, - 0.9963005677388238, - 1.0191184901038401, - 1.0189027476350714, - 0.9772965657228759, - 0.9822876158929498, - 1.1026232958885742, - 1.0501886707528871, - 0.9971602814316513, - 1.0340674788196675, - 0.9800225335712383, - 1.0197769718133536, - 0.9741149929553732, - 1.042912622378931, - 0.9736271090391864, - 1.061534430063924, - 0.9526685914619262, - 1.0048497041951536, - 1.0274317900005205, - 0.9912072467959292, - 0.9895627947501346, - 1.0186115853191826, - 1.013480663944259, - 0.9413201803178272, - 1.0436199704257596, - 0.9898799364419235, - 1.0333854032952587, - 0.9495359391868493, - 0.9383015025414292, - 1.0126790152589706, - 0.9761807480062364, - 1.0554871962715169, - 0.9748100083771338, - 0.9555452645008876, - 1.0523449870830452, - 0.9961427848161136, - 1.2062430696295, - 1.0118419269696228, - 0.9775440389434499, - 0.9524811445180422 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.5573122501373291, - "72": 0.46640318632125854, - "108": 0.36758893728256226, - "255": 0.12648221850395203 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6982595364900634, - "std_test_acc": 0.01462720646286099, - "n_samples": 1600, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.6227519065141678, - "std_cert_acc_36": 0.04395747253374669, - "mean_cert_acc_72": 0.5323401987552643, - "std_cert_acc_72": 0.049901617243615345, - "mean_cert_acc_108": 0.44901370257139206, - "std_cert_acc_108": 0.05570349041505247, - "mean_cert_acc_255": 0.17832182720303535, - "std_cert_acc_255": 0.035228839110637525 - }, - "post-operative": { - "dataset": "post-operative", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.0, - "test_acc": 0.03636363636363636, - "train_size": 22, - "val_size": 13, - "test_size": 55, - "stats": { - "mean": [ - [ - 0.2644478181818181, - -0.002965454545454521, - -0.04423899999999998, - 0.0652979090909091, - -0.09040263636363635, - 0.12863909090909095, - -0.031622818181818196, - -0.010754727272727246 - ] - ], - "std": [ - [ - 0.863045425336646, - 0.9808035281210981, - 0.9954110000000002, - 0.8638286631944233, - 0.9903112638860088, - 1.0460343032985846, - 0.9593493232948251, - 0.6242961991096403 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 33, - "best_val_acc": 0.8333333333333334, - "test_acc": 0.62, - "train_size": 22, - "val_size": 18, - "test_size": 50, - "stats": { - "mean": [ - [ - -0.04068454545454543, - -0.13643590909090905, - -0.22522281818181814, - -0.01632572727272733, - 0.18080527272727273, - -0.36753845454545453, - -0.4196983636363635, - 0.03461609090909094 - ] - ], - "std": [ - [ - 0.48245777837997267, - 1.0509474100388445, - 0.9788196547256961, - 1.0356928042306306, - 0.9778540225386487, - 0.7579234423290888, - 0.7652973041426179, - 0.7599528606329299 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.6949152542372882, - "train_size": 22, - "val_size": 9, - "test_size": 59, - "stats": { - "mean": [ - [ - 0.035598363636363664, - -0.06970068181818179, - -0.13473090909090904, - -0.17957400000000004, - 0.18080527272727273, - 0.29403163636363644, - 0.03305631818181817, - 0.034616272727272704 - ] - ], - "std": [ - [ - 0.7964199476848967, - 1.018669033729904, - 0.9912891976159546, - 1.0484797311020457, - 0.9778540225386487, - 1.24868633500981, - 1.0040929058601908, - 0.5709040666748884 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 40, - "best_val_acc": 0.42857142857142855, - "test_acc": 0.3148148148148148, - "train_size": 22, - "val_size": 14, - "test_size": 54, - "stats": { - "mean": [ - [ - -0.4221010909090909, - 0.19724022727272736, - 0.22723672727272717, - -0.016325727272727287, - -1.0092936587501423e-17, - -0.036753454545454506, - -0.16098145454545446, - 0.41270672727272745 - ] - ], - "std": [ - [ - 0.9311555791372603, - 0.9366735504705384, - 0.9576763484720417, - 1.0356928042306308, - 0.9944290000000001, - 0.7579238589268785, - 0.9505882556493265, - 0.8002666526517147 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.0714285746216774, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.41652342635393486, - "std_test_acc": 0.3020876437071757, - "n_samples": 90, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.01785714365541935, - "std_cert_acc_36": 0.0357142873108387, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "primary-tumor": { - "dataset": "primary-tumor", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.0196078431372549, - "test_acc": 0.02030456852791878, - "train_size": 82, - "val_size": 51, - "test_size": 197, - "stats": { - "mean": [ - [ - -0.008010512195121854, - 0.054444146341463336, - 0.0366287682926831, - 0.017473585365853656, - 0.00994146341463413, - 0.14699000000000015, - 0.04866843902439027, - -0.06218121951219504, - 0.01667878048780483, - -0.03673495121951217, - 0.060766390243902485, - -0.11804926829268325, - 0.04384986585365854, - -0.04256348780487793, - 0.026720512195121893, - 0.09196453658536587, - 0.04076614634146339 - ] - ], - "std": [ - [ - 0.9284296903454413, - 0.9827553422472404, - 0.9950878705168285, - 1.0173173538014615, - 0.9933487461181214, - 1.0, - 0.962929194381142, - 1.0381881034205123, - 0.9899379872265349, - 1.011517643744964, - 0.8811077313196498, - 1.2812447336275181, - 0.9462003808216405, - 1.0326718844648832, - 0.9328296141970309, - 0.9459362255487258, - 0.9834201107664913 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 3517, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 17, - "best_val_acc": 0.2, - "test_acc": 0.10101010101010101, - "train_size": 82, - "val_size": 50, - "test_size": 198, - "stats": { - "mean": [ - [ - -0.19990898780487798, - -0.06597853658536594, - -0.06580686585365814, - -0.04826112195121953, - 0.03728248780487797, - 0.06248341463414634, - -0.06985995121951216, - -0.0032160975609755497, - -0.06506265853658541, - 0.09333218292682927, - 0.06076639024390239, - -0.30444282926829297, - -0.1407240975609757, - -0.13789832926829237, - -0.011618548780487929, - -0.07208160975609774, - 0.0923113658536586 - ] - ], - "std": [ - [ - 1.0840763211298148, - 0.9871722424447865, - 0.9943340791237609, - 0.9878070021217906, - 0.978564253608743, - 0.7605592682926824, - 1.0434538299658207, - 1.0006713020447777, - 1.0285572185582093, - 0.9582691142993712, - 0.8811077313196498, - 1.4765153864007459, - 1.1389873689905186, - 1.0994550266298473, - 0.9827072417027007, - 1.0321010371852044, - 0.961563601529827 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 3517, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 53, - "best_val_acc": 0.4, - "test_acc": 0.23232323232323232, - "train_size": 82, - "val_size": 50, - "test_size": 198, - "stats": { - "mean": [ - [ - 0.05595567073170747, - -0.11414758536585423, - -0.15360871951219476, - 0.11138004878048806, - 0.14664658536585373, - -0.022023170731707342, - 0.04866843902439022, - 0.11471414634146337, - -0.09230980487804882, - -0.010721524390243967, - -0.13876521951219484, - -0.024852487804878247, - -0.029979719512195135, - -0.13789832926829246, - 0.02672051219512185, - -0.0720816097560979, - 0.014993536585365865 - ] - ], - "std": [ - [ - 0.8752456105780106, - 1.0319878972477479, - 1.020270188955276, - 0.973373221402528, - 0.908857763487908, - 1.068933148158204, - 0.9629291943811422, - 0.9096695962820129, - 1.0396848408746504, - 1.0024455533701155, - 1.2137033994344781, - 1.1602914885292481, - 1.031634721498422, - 1.0994550266298473, - 0.9328296141970309, - 1.0321010371852055, - 0.9931654994287419 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 3517, - "cert_evals": { - "36": 0.25999999046325684, - "72": 0.11999999731779099, - "108": 0.07999999821186066, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 29, - "best_val_acc": 0.08333333333333333, - "test_acc": 0.10377358490566038, - "train_size": 82, - "val_size": 36, - "test_size": 212, - "stats": { - "mean": [ - [ - 0.03463378048780499, - 0.006275073170731583, - 0.007361365853658851, - -0.05765181707317083, - 0.06462351219512194, - 0.062483414634146285, - 0.04866843902439023, - 0.17367926829268246, - 0.043925926829268234, - -0.03673495121951222, - 0.010883487804878128, - 0.06834443902439019, - -0.029979719512194993, - 0.11632791463414643, - 0.026720512195121806, - 0.06462351219512184, - 0.14385658536585347 - ] - ], - "std": [ - [ - 0.9863628325148939, - 0.9862904448213375, - 0.9415700081720351, - 0.9778925433614022, - 0.9627768184983537, - 0.7605592682926826, - 0.962929194381142, - 0.8544857970801263, - 0.9752042587005816, - 1.0115176437449636, - 0.9787732234590277, - 0.8230916787799415, - 1.031634721498422, - 0.888087814072915, - 0.9328296141970309, - 0.9627768184983537, - 0.9363654126487833 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 3517, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.11435287169172811, - "std_test_acc": 0.08765850434856715, - "n_samples": 330, - "n_features": 17, - "n_classes": 15, - "mean_cert_acc_36": 0.06499999761581421, - "std_cert_acc_36": 0.12999999523162842, - "mean_cert_acc_72": 0.029999999329447746, - "std_cert_acc_72": 0.05999999865889549, - "mean_cert_acc_108": 0.019999999552965164, - "std_cert_acc_108": 0.03999999910593033, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "seeds": { - "dataset": "seeds", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.3333333333333333, - "test_acc": 0.328125, - "train_size": 52, - "val_size": 30, - "test_size": 128, - "stats": { - "mean": [ - [ - -0.07865740384615384, - -0.09929158269230767, - 0.10740706153846159, - -0.11327312326923078, - -0.054041704038461535, - 0.11302156807692312, - -0.12860311538461539 - ] - ], - "std": [ - [ - 0.9776589269685166, - 1.0102414254274936, - 0.8380902928078587, - 1.0256407102447727, - 0.9263919424516689, - 1.0662347835422732, - 0.9877327834391749 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 21, - "best_val_acc": 0.7105263157894737, - "test_acc": 0.6416666666666667, - "train_size": 52, - "val_size": 38, - "test_size": 120, - "stats": { - "mean": [ - [ - 0.058945873076923054, - 0.058565444230769224, - 0.07005121538461541, - 0.06763472500000012, - 0.047836257499999944, - -0.05406976365384615, - 0.04528192692307701 - ] - ], - "std": [ - [ - 0.9708842177474521, - 0.9848353623619012, - 0.8161306877633503, - 0.9973740833983674, - 0.9401704976733031, - 0.9044940579464946, - 1.002197108725799 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.2631579041481018, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.3235294117647059, - "test_acc": 0.3387096774193548, - "train_size": 52, - "val_size": 34, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.033384901923076866, - -0.0331742116538462, - -0.031110369230769246, - -0.035362980769230695, - -0.03749499615384611, - -0.05436379423076917, - -0.022526719230769286 - ] - ], - "std": [ - [ - 0.9921027190305836, - 0.9758756553777916, - 1.131396588661939, - 0.9525393107723146, - 1.031011005759497, - 0.9529339051548767, - 0.9671977555675655 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.3235294222831726, - "72": 0.3235294222831726, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.35294117647058826, - "test_acc": 0.3225806451612903, - "train_size": 52, - "val_size": 34, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.01415203269230775, - 0.0027556519230769717, - -0.08995134999999999, - 0.03169613269230778, - -0.04915413269230773, - 0.020229542307692343, - -0.026400719230769202 - ] - ], - "std": [ - [ - 0.968562549022194, - 0.987659685020645, - 0.896948829634495, - 0.9880022117491448, - 0.9355234042408067, - 1.095434168498032, - 1.0069225875711127 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.11764705926179886, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.40777049731182796, - "std_test_acc": 0.15607426761488358, - "n_samples": 210, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.2594169322401285, - "std_cert_acc_36": 0.09947652814238135, - "mean_cert_acc_72": 0.08088235557079315, - "std_cert_acc_72": 0.1617647111415863, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "plant-texture": { - "dataset": "plant-texture", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 100, - "best_val_acc": 0.6706827309236948, - "test_acc": 0.6694736842105263, - "train_size": 400, - "val_size": 249, - "test_size": 950, - "stats": { - "mean": [ - [ - -0.016478091624999976, - -0.014961091800000008, - -0.004249621250000072, - 0.023384388500000127, - 0.005502324450000172, - 0.0145078697499998, - 0.0045305880750000724, - -0.03467714649999986, - 0.004193091999999971, - 0.012809078150000047, - -0.009651387200000038, - -0.01915911049999979, - -0.008120220149999673, - 0.007483559499999939, - -8.819250000012408e-06, - -0.019568870142500156, - 0.028020058549999945, - 0.022078226650000053, - 0.0008334952449999984, - -0.0007628900000000476, - -0.033131676325000525, - -0.02417429049999988, - 0.012456803749999997, - 0.002599056999999966, - -0.016433078500000114, - -0.0015455646349999707, - 0.03351081127500002, - -0.00866295650000013, - -0.001216327300000051, - 0.02500025624999989, - 0.002615395250000011, - 0.004382452249999722, - -0.0336998632, - 0.024454489599999945, - 0.006896749999999824, - 0.0024042895000002573, - -0.0489830051999999, - -0.0018739831749999436, - -0.0027442942499998836, - 0.014888681500000006, - 0.039273120399999896, - -0.03620304349999986, - 0.01871371774999999, - 0.0017737930000000502, - 0.03068173249999988, - 0.005476874500000017, - -0.018285551499999983, - -0.01942126079499999, - 0.020034201150000052, - -0.04440868274999999, - -0.0031926880000002233, - -0.009055307999999866, - 0.01178355375000011, - 0.006780597750000028, - -0.015243231374999874, - 0.051239233250000044, - 0.01800514339999995, - 0.008651616399999893, - 0.0034974595000000232, - 0.03453392162500026, - -0.006043314750000227, - 0.012514663999999986, - 0.043475420250000084, - -0.02456098675000002 - ] - ], - "std": [ - [ - 0.9009966230602708, - 0.9364276177287642, - 0.9754761006143327, - 1.0291666417884513, - 1.0289691228068274, - 0.9876927454085853, - 0.9560626059354702, - 0.9597522889147546, - 0.9994773403976824, - 1.0152637844096681, - 0.9520114484241692, - 0.9432619847706322, - 0.9482931419315812, - 1.0591026895126023, - 0.9522570318080412, - 0.9864956149999131, - 1.084922016377646, - 1.173758426456074, - 1.0592998584844, - 1.0606714617823771, - 0.8614306216418535, - 1.0345366597359764, - 1.042209469105469, - 1.0348653782485668, - 0.9988649975902255, - 1.0174988947519772, - 1.0858204535316325, - 0.9739602296564857, - 1.0131848275815751, - 1.0264935540496496, - 0.9816966426566287, - 1.0024562576995246, - 0.9036181164894379, - 1.0437722258848774, - 0.9846104856336191, - 1.0510739753463445, - 0.8892428833739887, - 0.9794996248503948, - 0.9461971557449678, - 1.0298104390925615, - 1.1599976257671403, - 0.9173959381413883, - 0.9736629274573383, - 0.9990534408909421, - 1.0761727962998655, - 0.9933289670108497, - 0.9771946168612999, - 1.032165319421753, - 1.0398720209157222, - 0.9587359927023673, - 1.012139905486573, - 0.9975269161128212, - 1.0373603976704429, - 0.9974923617573629, - 1.0098998196849565, - 1.1923604394819194, - 1.0833214484639513, - 1.0328745232566003, - 1.0402739857013459, - 1.1225366590688706, - 0.9261829634072084, - 1.0546429695267736, - 1.0777446293534623, - 0.9933512209550289 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.6144577860832214, - "72": 0.5542168617248535, - "108": 0.4939758777618408, - "255": 0.281124472618103 - }, - "fold": 0 - }, - { - "best_epoch": 99, - "best_val_acc": 0.6758893280632411, - "test_acc": 0.7061310782241015, - "train_size": 400, - "val_size": 253, - "test_size": 946, - "stats": { - "mean": [ - [ - -0.004256254850000026, - 0.021923264150000024, - -0.012071683000000069, - -0.011057278499999901, - -0.017880446849999797, - 0.0011827752499998178, - -0.0027601811999999146, - -0.0251483662499997, - 0.055288276499999955, - 0.018802836700000086, - 0.000680779799999956, - -0.003705401924999697, - -0.0076088335999996695, - -0.006072732000000045, - 0.0014956542500000531, - -0.02329864526500025, - 0.00074919069999995, - 0.034619562699999926, - 0.014588840164999981, - -0.0003229700500000161, - 0.03756710242499937, - -0.018300292499999992, - 0.015038550999999963, - 0.038566000999999954, - -0.024540214250000143, - 0.03385858173000003, - -0.01502205307499997, - -0.03221403250000019, - -0.03763231055000007, - -0.0005684717500001015, - 0.005178833750000021, - 0.0232263649999997, - -0.018164639750000218, - -0.0284664659000001, - 0.014296748749999815, - -0.01446542499999974, - 0.017083458499999923, - -0.05198149362499994, - 0.02665897775000016, - 0.0006017054999999511, - -0.023385096025000055, - -0.00870071099999995, - -0.02645367400000001, - 0.030389902050000018, - -0.010937763500000006, - -0.05008216174999998, - -0.014492351249999987, - -0.029835240265000052, - -0.0028061221000000624, - 0.012136923749999967, - 0.04889772374999951, - -0.005096808249999897, - -0.007376563999999944, - 0.017595101374999984, - -0.013797275999999694, - 0.054841677249999804, - -0.058722712075000016, - 0.03106128492499999, - 0.04723510375, - 0.03316721925000017, - -0.00928761275000021, - 0.004404617250000025, - -0.002385128999999882, - -0.039578189499999986 - ] - ], - "std": [ - [ - 1.0176195895454074, - 1.0490244648468456, - 0.9960419330218429, - 1.0013824399376616, - 0.9994469044392366, - 0.9946100427625639, - 1.0157545132253116, - 0.9788609202986969, - 1.071845617834868, - 0.9893086678710389, - 0.9761446960534231, - 1.0226495027246933, - 1.039042345736355, - 0.9862504907230619, - 1.010782124858231, - 0.9283410333997018, - 0.9169243300337626, - 1.2172212453002578, - 1.0463189591077335, - 1.0069757171220548, - 1.1331476744057545, - 0.9469821203572525, - 1.056155176364169, - 1.0595663845370344, - 0.9428967883897005, - 1.0970228794322368, - 0.9685633455294996, - 0.9741644818618026, - 0.9143633677590421, - 1.0691597858758368, - 1.01412670505509, - 1.070121954375621, - 0.951399475845066, - 0.9830032176811866, - 1.0946821401422548, - 0.9450181434403627, - 1.0182514042513124, - 0.9407099037863594, - 1.0799791344020868, - 0.9842100577075739, - 0.9049268404343978, - 0.9743966176706755, - 0.9614307865494272, - 1.0589976460635564, - 1.033707681388281, - 0.9570270454194322, - 0.9726967073724329, - 0.9598087507205947, - 1.0248291708573996, - 1.0065887165171423, - 1.1899283807762595, - 1.046684908157972, - 0.9585960515533316, - 1.0015106988574207, - 0.9882827515120411, - 1.1390243681390715, - 0.903234233001017, - 1.0770406438636961, - 1.0289747705280785, - 1.108986637240471, - 0.9644875764134929, - 0.9341662575099802, - 1.0003551075843455, - 0.9381906895869818 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.6521739363670349, - "72": 0.5770751237869263, - "108": 0.49802374839782715, - "255": 0.30039528012275696 - }, - "fold": 1 - }, - { - "best_epoch": 99, - "best_val_acc": 0.724, - "test_acc": 0.6880927291886196, - "train_size": 400, - "val_size": 250, - "test_size": 949, - "stats": { - "mean": [ - [ - 0.006781644050000072, - -0.01704826455000003, - -0.002251882250000035, - -0.0028131144999998512, - -0.005865192699999791, - 0.009570933999999944, - -0.009578214299999865, - -0.024165803499999656, - -0.01858652050000008, - -0.016836627099999942, - 0.022271386250000094, - 0.02783143624999974, - 0.013649515400000272, - 0.03256191874999994, - 0.007509060350000286, - 0.028498989239999706, - 0.009155898099999922, - -0.05709269885000008, - -0.011131543627500075, - 0.007129308599999935, - 0.009527655224999435, - 0.048195565000000024, - -0.03163669524999997, - -0.012298672749999962, - -0.015361769500000262, - -0.020092703134999917, - 0.00814105310000005, - 0.010467141749999798, - 0.000659113049999987, - 0.0005926604999999846, - -0.003039380250000019, - 0.006916299999999689, - 0.0028526314500000234, - 0.02393395764999979, - -0.017349249750000083, - -0.004382585749999812, - 0.0006067708249999293, - -0.02260160009999996, - -0.020113583249999886, - -0.027872431749999968, - 0.012264436799999952, - 0.015939157750000252, - -0.014283123999999987, - -0.014588402899999955, - 0.013490449499999968, - 0.011403421250000092, - 0.012658765250000021, - -0.014379616514999992, - 0.014957853600000057, - 0.00609202149999992, - -0.02169176450000027, - -0.0238132444999999, - -0.016261851749999882, - -0.006561618624999998, - 0.00928921537500022, - -0.0672483589999997, - 0.0054866013749999285, - 0.003738513875000059, - -0.02022912349999999, - -0.003440074000000029, - 0.030528467999999764, - 0.03239571075000004, - 0.03326437500000009, - -0.011354963499999924 - ] - ], - "std": [ - [ - 1.0176353776788036, - 0.9190930489962008, - 1.0268538651935009, - 0.9999682393873391, - 0.9984018173866293, - 1.0374879590245607, - 0.9749352350820676, - 0.996266197839155, - 0.9511625612934416, - 0.9876855487180032, - 1.105409076208761, - 1.0321003973234553, - 1.0235494324640213, - 1.1213865795944102, - 1.0879930289006665, - 1.0838318604426802, - 1.0877272851283968, - 0.774752481406204, - 1.0373588129982505, - 0.9969058944401101, - 1.011738502430844, - 1.1511835702083388, - 0.9377685226320285, - 1.0219749119064445, - 0.92170310125349, - 0.9806129656814709, - 1.0038200109094886, - 1.0479216121391026, - 1.0231420017542938, - 0.9787899196190312, - 1.0290085842795444, - 1.0501562971981688, - 0.9469912325322501, - 1.0353208445844364, - 0.9577479946023613, - 0.9403622048724667, - 0.9697131314173383, - 0.9465545623876653, - 0.9782386950900146, - 0.9139584627856204, - 0.9779691745581587, - 1.0259013952137952, - 0.9330608640569992, - 0.942152577459924, - 0.9978008930918613, - 1.0501702677822984, - 1.0356406401318516, - 0.9717916536323801, - 0.982544393973635, - 1.047669652090456, - 0.8616845618348262, - 0.9101934286793992, - 1.0301962610060198, - 0.9575486231894531, - 0.9827140500471714, - 0.5778539784498753, - 0.9613134752896453, - 1.0047774832021952, - 0.9907827459169802, - 0.9871971074482115, - 1.162147207193799, - 1.0844411935907712, - 1.0567242900140779, - 0.9982258566338452 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.6680000424385071, - "72": 0.6040000319480896, - "108": 0.5680000185966492, - "255": 0.3440000116825104 - }, - "fold": 2 - }, - { - "best_epoch": 63, - "best_val_acc": 0.7242798353909465, - "test_acc": 0.643305439330544, - "train_size": 400, - "val_size": 243, - "test_size": 956, - "stats": { - "mean": [ - [ - -0.014342517400000006, - -0.010508095700000018, - 0.020846525499999963, - 0.0065602567500000954, - 0.04070300080000023, - 0.005624379000000016, - 0.010057827824999985, - -0.0016692939999995607, - -0.0012298350000000452, - 0.004113477850000035, - -0.006016862100000142, - -0.027265562499999736, - 0.012290107750000214, - -0.017597352249999944, - -0.05018481082499988, - -0.019962193892500257, - -0.01139161950000006, - -0.022701001150000014, - 0.0013786910799999214, - -0.014646860050000085, - -0.015396491325000532, - 0.008186758999999919, - 0.04188897099999995, - 0.029843807999999857, - -0.027753020000000236, - -0.0005539261349998608, - -0.017307911899999966, - 0.011377426749999739, - -0.022145610699999995, - 0.007566919749999868, - -0.027431704249999946, - 0.042545776999999674, - 0.052352197149999995, - -0.006990049900000131, - 0.010389971999999801, - 0.018498143250000078, - 0.06626066654999992, - 0.00848889462500006, - -0.018184080999999918, - 0.01926874899999994, - -0.03685933877500006, - 0.0007597582500002853, - -0.02537281875000002, - 0.008902194600000003, - 0.02412217824999988, - 0.031126447000000078, - 0.024641684499999875, - 0.0029474992500001605, - 0.005532393600000062, - -0.008580874249999974, - -0.015919812000000293, - -0.00023579924999993536, - 0.03706109150000009, - -0.0008052041249999526, - -0.03436781549999974, - 0.022327436750000006, - 0.007519205675000007, - -0.011987557750000155, - 0.01592568225000001, - 0.005316474750000138, - -0.0004174132500002535, - -0.032213199249999686, - -0.031228355999999867, - 0.02102232000000007 - ] - ], - "std": [ - [ - 0.8692420724813031, - 0.949763414888491, - 1.0642544830753824, - 1.0472839362776507, - 1.0901344960110089, - 1.0448532151498395, - 0.9860966887034024, - 0.992983631561972, - 1.0149294022896036, - 0.9431952484176876, - 1.0340529605805364, - 0.9513173925745501, - 1.0567752587933925, - 0.9542576532027438, - 0.7813209238320555, - 0.9338054729806743, - 0.9321480764995789, - 0.8561905534972463, - 0.9927488431023881, - 0.9167664054814741, - 0.9198840727955573, - 1.0334423218940791, - 1.0542630877180026, - 1.0910912930890575, - 0.9104729281174669, - 0.940879543920847, - 0.9516761628090449, - 1.0514139332592722, - 0.9431400801236285, - 1.0295711364901166, - 0.8800987512468141, - 1.1173664674104642, - 1.1433392914474967, - 0.9617273036124687, - 1.037564686694581, - 1.0144405124623135, - 1.141213336619724, - 0.9794696310119911, - 0.9763734610882173, - 1.0315472144044722, - 0.937513787219726, - 0.9989573963275813, - 0.898086886732961, - 1.0058174039027852, - 1.0273289677810482, - 1.0127412982823678, - 1.0261552552616107, - 1.0621741318043578, - 0.9715566474052263, - 0.9644661846983199, - 0.8986136195077067, - 0.9995526222906947, - 1.0617704910396841, - 1.063170800289359, - 0.9564967404036995, - 1.2714040020058475, - 1.0285638690116818, - 0.9378454050408493, - 1.0325468321763043, - 1.0983078969994187, - 0.916541159688309, - 1.0160097153090744, - 0.9197027539366839, - 1.0261398372506563 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.6460905075073242, - "72": 0.588477373123169, - "108": 0.5185185074806213, - "255": 0.23868311941623688 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6767507327384479, - "std_test_acc": 0.02685385553168968, - "n_samples": 1599, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.6451805680990219, - "std_cert_acc_36": 0.022467405527264363, - "mean_cert_acc_72": 0.5809423476457596, - "std_cert_acc_72": 0.020957420582489013, - "mean_cert_acc_108": 0.5196295380592346, - "std_cert_acc_108": 0.033989499407484046, - "mean_cert_acc_255": 0.2910507209599018, - "std_cert_acc_255": 0.043710579465214686 - }, - "soybean": { - "dataset": "soybean", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 38, - "best_val_acc": 0.8135593220338984, - "test_acc": 0.7701612903225806, - "train_size": 376, - "val_size": 59, - "test_size": 248, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 13738, - "cert_evals": { - "36": 0.7457627058029175, - "72": 0.6610169410705566, - "108": 0.5932203531265259, - "255": 0.2542372941970825 - }, - "fold": 0 - }, - { - "best_epoch": 24, - "best_val_acc": 0.803921568627451, - "test_acc": 0.74609375, - "train_size": 376, - "val_size": 51, - "test_size": 256, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 13738, - "cert_evals": { - "36": 0.529411792755127, - "72": 0.4705882668495178, - "108": 0.37254902720451355, - "255": 0.2352941334247589 - }, - "fold": 1 - }, - { - "best_epoch": 55, - "best_val_acc": 0.7857142857142857, - "test_acc": 0.7768924302788844, - "train_size": 376, - "val_size": 56, - "test_size": 251, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 13738, - "cert_evals": { - "36": 0.6964285969734192, - "72": 0.660714328289032, - "108": 0.625, - "255": 0.3392857313156128 - }, - "fold": 2 - }, - { - "best_epoch": 51, - "best_val_acc": 0.8571428571428571, - "test_acc": 0.7459016393442623, - "train_size": 376, - "val_size": 63, - "test_size": 244, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 13738, - "cert_evals": { - "36": 0.7777778506278992, - "72": 0.7142857313156128, - "108": 0.682539701461792, - "255": 0.4603174924850464 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7597622774864318, - "std_test_acc": 0.016129967307413298, - "n_samples": 683, - "n_features": 35, - "n_classes": 18, - "mean_cert_acc_36": 0.6873452365398407, - "std_cert_acc_36": 0.1104779593529374, - "mean_cert_acc_72": 0.6266513168811798, - "std_cert_acc_72": 0.10704633116949554, - "mean_cert_acc_108": 0.5683272704482079, - "std_cert_acc_108": 0.13565282128249306, - "mean_cert_acc_255": 0.32228366285562515, - "std_cert_acc_255": 0.10253437630424252 - }, - "ringnorm": { - "dataset": "ringnorm", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.9609582963620231, - "test_acc": 0.9489034591905946, - "train_size": 1850, - "val_size": 1127, - "test_size": 4423, - "stats": { - "mean": [ - [ - -0.0014913630590810715, - -0.0002028115945945495, - -0.003624673004864866, - 0.030743673347964937, - -0.0034106684216216178, - -0.004585295625405408, - -0.007129368502702696, - 0.02503018201621619, - -0.009548345086486483, - -0.023094663821621602, - 0.024392343743783677, - -0.022385221852432413, - -0.011269039536756825, - 0.006084699226486499, - -0.002144298956756773, - 0.012506844875783789, - -0.00058454836702704, - 0.03584240386432444, - -0.012133667589189186, - 0.004316507892972984 - ] - ], - "std": [ - [ - 0.9784283387930162, - 0.9905460412687422, - 1.0065390278100863, - 0.9927153916321547, - 0.9735595969809379, - 0.9917492622308341, - 1.021226537005995, - 0.984043931354316, - 1.0020439489201134, - 1.0140676776467927, - 1.01390897497898, - 1.0144771852122418, - 1.0088742566237001, - 1.0031650144538549, - 0.9957376523551107, - 1.004052473854246, - 1.0009632837253672, - 1.0136956725096684, - 1.0117437667654883, - 0.9896482611831617 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4202, - "cert_evals": { - "36": 0.9290151000022888, - "72": 0.8669033050537109, - "108": 0.7843833565711975, - "255": 0.2715173065662384 - }, - "fold": 0 - }, - { - "best_epoch": 17, - "best_val_acc": 0.9466911764705882, - "test_acc": 0.9484536082474226, - "train_size": 1850, - "val_size": 1088, - "test_size": 4462, - "stats": { - "mean": [ - [ - -0.008131689650810797, - -0.002498043243243252, - -0.023727151785405413, - -0.03585440558918916, - -0.0003934882972973119, - 0.0225867714875676, - 0.033729259347567535, - 0.04028018498378375, - -0.011526702379459474, - 0.005509034924324315, - -0.0036079329924324473, - -0.010609778086486462, - -0.04445419758486492, - -0.019035246131351363, - -0.023686496141621632, - -0.004599276812324327, - -0.01283934108918918, - -0.017065241494054067, - 0.0003217353513513623, - 0.0033787389697297146 - ] - ], - "std": [ - [ - 1.022177893241832, - 0.9975248053566046, - 1.0196388744846618, - 1.0221479866384073, - 0.9970357977944808, - 1.0307981420348893, - 0.9773560353822935, - 0.9781176224444603, - 1.0106652173823045, - 0.9892263924920568, - 1.0047809286897451, - 0.9927926966385846, - 0.9948403657240741, - 1.008299177644683, - 0.986103425256104, - 1.0040901235563537, - 1.0207243055267705, - 0.9859651487873408, - 1.0109851150234057, - 1.0209172013335133 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4202, - "cert_evals": { - "36": 0.9117646813392639, - "72": 0.8556985259056091, - "108": 0.7849264740943909, - "255": 0.28492647409439087 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.9525581395348838, - "test_acc": 0.951731843575419, - "train_size": 1850, - "val_size": 1075, - "test_size": 4475, - "stats": { - "mean": [ - [ - 0.02891295190162165, - 0.03068944431891898, - -0.019467257363783776, - -0.009042827307170279, - 0.0023045943172973027, - 0.03461760786972972, - -0.013958165583783782, - -0.0037264931027027265, - 0.004122639091891881, - 0.008077664260864866, - 0.00500549670162161, - 0.05230572106145954, - 0.00560352195189189, - -0.0038027441356756407, - -0.006340691426324323, - -0.017875234487027075, - -0.009974290385945996, - 0.031068824466486403, - -0.018748794218378367, - 0.005651800251891893 - ] - ], - "std": [ - [ - 0.9932694884617136, - 1.0072036987514652, - 0.9893573161360424, - 0.9958218951278952, - 1.0085886667535657, - 0.9790791907975733, - 0.9983260051236463, - 0.9947362590919102, - 1.006364157341519, - 1.0005095470798928, - 0.9832199273034367, - 0.9689205473346516, - 1.0001853849462015, - 1.033775512614162, - 1.0032724243458653, - 0.9853254002831421, - 1.0043894835352993, - 1.0395476633542529, - 0.9896749630098167, - 0.9691966087764504 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4202, - "cert_evals": { - "36": 0.9209302663803101, - "72": 0.882790744304657, - "108": 0.8195348978042603, - "255": 0.3906976878643036 - }, - "fold": 2 - }, - { - "best_epoch": 47, - "best_val_acc": 0.9562790697674418, - "test_acc": 0.9524022346368715, - "train_size": 1850, - "val_size": 1075, - "test_size": 4475, - "stats": { - "mean": [ - [ - 0.02046777164864863, - 0.0021980356432432023, - 0.004059637980540555, - -0.009342822182702694, - 0.002387918376162144, - 0.030360256719999965, - -0.015382828059459445, - -0.018204245005945925, - -0.025843862712432407, - 0.027745209016216188, - 0.004481657689729722, - 0.026131714623621623, - 0.022636812074594607, - 0.014200627510810747, - -0.0033628461978918974, - -0.017424993537297307, - 0.02008856371405403, - -0.012326211236756734, - -0.005294278313513533, - -0.011560347406486508 - ] - ], - "std": [ - [ - 1.003862152326972, - 1.0116328206717198, - 0.9982327875050149, - 1.0058161542849646, - 0.9897416118790039, - 0.97887136461081, - 0.9958939467129719, - 1.025014828335411, - 1.0096954961376094, - 1.0002821071815167, - 0.9846740927254561, - 0.9871728584855372, - 0.988810619026956, - 0.9866476352820501, - 0.9798465412109066, - 1.0074699501447237, - 0.9933722458992488, - 0.9892672826168423, - 1.0089595701990006, - 1.0171370551906491 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4202, - "cert_evals": { - "36": 0.919069766998291, - "72": 0.8641860485076904, - "108": 0.7962790727615356, - "255": 0.3776744306087494 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9503727864125769, - "std_test_acc": 0.001983924039358003, - "n_samples": 7400, - "n_features": 20, - "n_classes": 2, - "mean_cert_acc_36": 0.9201949536800385, - "std_cert_acc_36": 0.007086870553389494, - "mean_cert_acc_72": 0.8673946559429169, - "std_cert_acc_72": 0.011319239993065429, - "mean_cert_acc_108": 0.7962809503078461, - "std_cert_acc_108": 0.016444076385286655, - "mean_cert_acc_255": 0.33120397478342056, - "std_cert_acc_255": 0.061652549538131825 - }, - "spect": { - "dataset": "spect", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.7, - "test_acc": 0.6811594202898551, - "train_size": 186, - "val_size": 10, - "test_size": 69, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5062, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 26, - "best_val_acc": 0.7058823529411765, - "test_acc": 0.6612903225806451, - "train_size": 186, - "val_size": 17, - "test_size": 62, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5062, - "cert_evals": { - "36": 0.529411792755127, - "72": 0.47058823704719543, - "108": 0.23529411852359772, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.8, - "test_acc": 0.7457627118644068, - "train_size": 186, - "val_size": 20, - "test_size": 59, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5062, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.6885245901639344, - "train_size": 186, - "val_size": 18, - "test_size": 61, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5062, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6941842612247103, - "std_test_acc": 0.03625845247573589, - "n_samples": 265, - "n_features": 22, - "n_classes": 2, - "mean_cert_acc_36": 0.13235294818878174, - "std_cert_acc_36": 0.2647058963775635, - "mean_cert_acc_72": 0.11764705926179886, - "std_cert_acc_72": 0.23529411852359772, - "mean_cert_acc_108": 0.05882352963089943, - "std_cert_acc_108": 0.11764705926179886, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "spectf": { - "dataset": "spectf", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.47619047619047616, - "test_acc": 0.5084745762711864, - "train_size": 187, - "val_size": 21, - "test_size": 59, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 19802, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5263157894736842, - "test_acc": 0.4918032786885246, - "train_size": 187, - "val_size": 19, - "test_size": 61, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 19802, - "cert_evals": { - "36": 0.5263158082962036, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.65, - "test_acc": 0.5666666666666667, - "train_size": 187, - "val_size": 20, - "test_size": 60, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 19802, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.5, - "train_size": 187, - "val_size": 18, - "test_size": 62, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 19802, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5167361304065945, - "std_test_acc": 0.033975760397340425, - "n_samples": 267, - "n_features": 44, - "n_classes": 2, - "mean_cert_acc_36": 0.1315789520740509, - "std_cert_acc_36": 0.2631579041481018, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "statlog-australian-credit": { - "dataset": "statlog-australian-credit", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 33, - "best_val_acc": 0.5188679245283019, - "test_acc": 0.5097087378640777, - "train_size": 172, - "val_size": 106, - "test_size": 412, - "stats": { - "mean": [ - [ - 0.05059407542441863, - -0.0114752416860465, - 0.028838848837209195, - 0.03936136046511627, - 0.10460593604651149, - 0.0779865668604651, - 0.08156061627906987, - 0.15811348837209352, - 0.05523483604651162, - 0.1309385000000002, - 0.06254351744186054, - -0.11882176316511633, - 0.041984078837209345, - 0.07566618604651176 - ] - ], - "std": [ - [ - 1.0101299726407869, - 1.0530472517300817, - 0.9967360557731824, - 0.9782321556549705, - 1.0601462124818095, - 1.0386276590440506, - 0.9921323025144253, - 1.0098717215967856, - 0.8568205957330315, - 1.0017391917815985, - 0.8280019139302006, - 0.8059241197617667, - 1.4892583738151293, - 1.0047800961056161 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2102, - "cert_evals": { - "36": 0.19811320304870605, - "72": 0.06603773683309555, - "108": 0.009433962404727936, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 2, - "best_val_acc": 0.6391752577319587, - "test_acc": 0.6793349168646081, - "train_size": 172, - "val_size": 97, - "test_size": 421, - "stats": { - "mean": [ - [ - -0.0864253130930232, - -0.033577701104651185, - -0.03875552325581389, - 0.029890569767441845, - 0.028733052325581446, - 0.014722290813953477, - 0.05829668604651171, - -0.01803883720930214, - 0.054039201162790776, - -0.043972749999999845, - -0.07365430232558125, - -0.024331187647674404, - 0.08401893802325594, - 0.08735679069767467 - ] - ], - "std": [ - [ - 0.9209242895195554, - 0.9435504125386636, - 1.067477333690663, - 1.061435553615557, - 1.0025792818765138, - 1.0277952989603758, - 0.9948560751139975, - 0.9964680315230806, - 0.9046016810802003, - 0.994587469176134, - 1.1556768232845753, - 0.935329242863178, - 1.6527499781150876, - 1.0051200887036142 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2102, - "cert_evals": { - "36": 0.04123711213469505, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7333333333333333, - "test_acc": 0.6682242990654206, - "train_size": 172, - "val_size": 90, - "test_size": 428, - "stats": { - "mean": [ - [ - -0.07147041345930233, - -0.029198059883720928, - -0.10634986046511644, - -0.012728412790697653, - -0.06173072674418615, - 0.0097622159302325, - 0.05829668604651169, - 0.08765255813953526, - 0.008607926744186043, - -0.06729424999999996, - 0.004173023255814025, - -0.03348306104651162, - -0.012487369767441872, - -0.017858651162790676 - ] - ], - "std": [ - [ - 0.971314722723139, - 0.8466778612216974, - 1.042970249181201, - 0.959839375401117, - 0.918650223910635, - 0.8910303524098012, - 0.9948560751139973, - 1.0082316527571256, - 0.8072245383487707, - 0.9913009258016392, - 0.8525556362245806, - 0.9327938415221685, - 0.575642414570075, - 0.997133880165406 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2102, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6893203883495146, - "test_acc": 0.6698795180722892, - "train_size": 172, - "val_size": 103, - "test_size": 415, - "stats": { - "mean": [ - [ - -0.1213828103255814, - -0.06661143598837206, - 0.001801104651162605, - 0.1309130523255815, - 0.11044239534883706, - -0.028884297790697674, - 0.10482454651162802, - 0.09939604651162864, - -0.012912282558139528, - -0.12559799999999988, - 0.023629854651162924, - 0.0062312962406976735, - 0.17098330383720955, - 0.12242860465116306 - ] - ], - "std": [ - [ - 0.928604583415627, - 0.9683009241515906, - 1.0138252442857156, - 0.9530281481075065, - 0.9511816420159422, - 0.9323161262752426, - 0.9888538720631012, - 1.0088469910217654, - 0.7964967613394043, - 0.9806129187696861, - 0.964831290983948, - 0.838672394350281, - 1.7526808412132595, - 1.0053240290706722 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2102, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6317868679665989, - "std_test_acc": 0.08153245403005992, - "n_samples": 690, - "n_features": 14, - "n_classes": 2, - "mean_cert_acc_36": 0.05983757879585028, - "std_cert_acc_36": 0.09421110567024266, - "mean_cert_acc_72": 0.016509434208273888, - "std_cert_acc_72": 0.033018868416547775, - "mean_cert_acc_108": 0.002358490601181984, - "std_cert_acc_108": 0.004716981202363968, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "statlog-german-credit": { - "dataset": "statlog-german-credit", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 32, - "best_val_acc": 0.7222222222222222, - "test_acc": 0.7491749174917491, - "train_size": 250, - "val_size": 144, - "test_size": 606, - "stats": { - "mean": [ - [ - 0.008747452000000005, - 0.11021018984000003, - 0.06555079600000023, - 0.10154820480000003, - -0.010759709999999997, - -0.02979250000000003, - 0.08191152000000003, - 0.013589535999999907, - 0.08188774399999998, - -0.06417329279999998, - 0.041099871999999926, - 0.0640540519999999, - 0.02485610000000021, - 0.057033071999999865, - 0.037065583999999575, - -0.014164548000000032, - 0.003288288000000005, - -0.09291863999999964, - 0.055446887999999986, - 0.033893919999999966, - -0.019884256, - -0.06814002399999995, - 0.019990000000000167, - 0.004141975999999968 - ] - ], - "std": [ - [ - 1.003978613784907, - 1.1209135794421377, - 1.0561299223802987, - 1.0960852648064718, - 1.0015570603843653, - 1.0186243811552194, - 0.9706722294277974, - 0.9826945821214509, - 0.9667757761368231, - 0.9930707850493405, - 0.9574267666614031, - 1.0136622966442341, - 1.022617820769464, - 1.0089854337740911, - 1.0859859373554877, - 0.9904599650540205, - 1.0037797010309435, - 1.118329779782364, - 1.1191480919785946, - 1.026929516139364, - 1.008621805841551, - 0.7419439487110271, - 1.014184725481508, - 0.9983740501128531 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 6002, - "cert_evals": { - "36": 0.569444477558136, - "72": 0.4375, - "108": 0.2708333432674408, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 35, - "best_val_acc": 0.703030303030303, - "test_acc": 0.7230769230769231, - "train_size": 250, - "val_size": 165, - "test_size": 585, - "stats": { - "mean": [ - [ - -0.11847553600000008, - 0.036239413119999966, - 0.02862046800000001, - -0.09383200439999995, - 0.060125340400000005, - 0.15559079999999997, - -0.014122872000000066, - 0.03171004799999993, - -0.020949231999999995, - 0.024086774399999983, - 0.035430963999999704, - 0.03635581599999994, - 0.01380900000000019, - -0.02444276800000006, - 0.015885439999999883, - -0.04249425600000005, - 0.0032882880000000194, - -0.05162157599999978, - -0.045364992, - -0.03910935999999991, - 0.02430596400000002, - -0.06814002399999995, - -0.009994999999999971, - 0.03726506400000005 - ] - ], - "std": [ - [ - 0.9921196542418786, - 0.9839775335987256, - 0.9719344651930834, - 0.8219136288585911, - 1.0283437624856175, - 0.935161859470199, - 1.0304888406780581, - 0.969745031693504, - 1.0144787229611012, - 0.9607218147860226, - 0.9757296988321245, - 0.9986987034773843, - 1.0124834391949327, - 0.99440586812025, - 1.0376109095734123, - 0.9715066082685968, - 1.003779701030944, - 1.0681499773760452, - 0.8871445440000011, - 0.9654046905991231, - 0.9876884886364683, - 0.741943948711028, - 0.9919250708722922, - 0.9887116931453116 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 6002, - "cert_evals": { - "36": 0.5757575631141663, - "72": 0.4848484694957733, - "108": 0.3636363446712494, - "255": 0.07878787815570831 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.7814569536423841, - "test_acc": 0.7262103505843072, - "train_size": 250, - "val_size": 151, - "test_size": 599, - "stats": { - "mean": [ - [ - -0.007155444000000004, - -0.02280468616000002, - -0.000923963999999978, - -0.005769232000000004, - 0.027214445999999993, - -0.033102900000000046, - -0.08756082399999997, - -0.008155120000000118, - -0.043801872000000026, - -0.036042587200000024, - -0.06660962000000034, - -0.012116240000000006, - 0.03590320000000018, - 0.03259031999999998, - 0.015885439999999754, - 0.014165159999999979, - -0.009864799999999998, - 0.044738240000000214, - -0.025202616000000018, - -0.02868032000000009, - 0.015467920000000017, - -0.013628039999999968, - -0.019989999999999956, - 0.04554583600000004 - ] - ], - "std": [ - [ - 0.9999148002086538, - 1.0148356615854706, - 0.9944072856585561, - 1.035717095952802, - 1.0170037494400637, - 0.9881689707602084, - 0.9574315744991436, - 0.9962604301494323, - 1.0106965591920622, - 0.938266029045709, - 1.046848672784522, - 1.0034643812466981, - 1.0325345627288987, - 1.0053273490207943, - 1.0376109095734132, - 1.0082616972439922, - 0.9864816, - 0.9336343846074779, - 0.9390127419470407, - 0.974766613507818, - 0.9920679785169961, - 0.9539597199999994, - 0.9841903486622879, - 0.9861074856695757 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 6002, - "cert_evals": { - "36": 0.695364236831665, - "72": 0.5695364475250244, - "108": 0.4503311216831207, - "255": 0.046357616782188416 - }, - "fold": 2 - }, - { - "best_epoch": 13, - "best_val_acc": 0.7733333333333333, - "test_acc": 0.7083333333333334, - "train_size": 250, - "val_size": 150, - "test_size": 600, - "stats": { - "mean": [ - [ - -0.07712802800000004, - 0.035575906559999905, - 0.03600647600000002, - 0.06969280920000001, - -0.07151825079999988, - 1.2599999999729494e-06, - 0.09320968800000004, - -0.008155136000000117, - -0.047610556000000026, - -0.07366734000000005, - 0.04676877999999975, - -0.0398143480000001, - 0.013809000000000111, - -0.024442767999999993, - 0.0794258719999996, - -0.023607784000000107, - -0.036170976, - -0.02409019999999976, - 0.11593401599999997, - 0.06518104000000009, - 0.006629876000000042, - -0.013628039999999942, - 0.03998, - -0.028981112000000014 - ] - ], - "std": [ - [ - 0.9961848281424827, - 1.0357494337664712, - 0.9956407453516892, - 1.0641268992559583, - 0.9722690935335091, - 0.9495990606515547, - 0.9583641989375432, - 1.0028304935144103, - 0.9697124254270231, - 0.9284015893774715, - 0.9387328207858588, - 0.9103631774518237, - 1.0124834391949329, - 0.9944058681202499, - 1.1756410923708531, - 0.9842733398970128, - 0.9503959399474098, - 1.032426600000002, - 1.233700183972741, - 1.0506449065402248, - 0.9963498257987028, - 0.9539597199999992, - 1.028271299122951, - 1.0068547054058516 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 6002, - "cert_evals": { - "36": 0.4000000059604645, - "72": 0.06000000238418579, - "108": 0.006666666828095913, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7266988811215782, - "std_test_acc": 0.016890064126961743, - "n_samples": 1000, - "n_features": 24, - "n_classes": 2, - "mean_cert_acc_36": 0.5601415708661079, - "std_cert_acc_36": 0.12146452635519152, - "mean_cert_acc_72": 0.3879712298512459, - "std_cert_acc_72": 0.22536588986857792, - "mean_cert_acc_108": 0.2728668691124767, - "std_cert_acc_108": 0.19200637277382196, - "mean_cert_acc_255": 0.03128637373447418, - "std_cert_acc_255": 0.03847600833502263 - }, - "statlog-heart": { - "dataset": "statlog-heart", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 45, - "best_val_acc": 0.8157894736842105, - "test_acc": 0.8, - "train_size": 67, - "val_size": 38, - "test_size": 165, - "stats": { - "mean": [ - [ - -0.08198015373134328, - -0.20437704477611945, - 0.14667940298507465, - -0.10702356567164191, - 0.12296643701492538, - 0.0031060895522387424, - 0.1721716417910448, - 0.05256702985074625, - -0.09777528358208952, - -0.07363618358208954, - 0.14071911940298493, - -0.06190307462686559, - 0.07189410447761192 - ] - ], - "std": [ - [ - 0.9602755621241335, - 1.0534397591881424, - 0.965842016381191, - 0.8781181021048233, - 1.1908161716364944, - 1.0012132661304654, - 0.983067488143195, - 0.9410627873975389, - 0.9570769609540178, - 0.878212234528083, - 0.8616316071032667, - 0.9849557990787127, - 0.9977403560745624 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 1822, - "cert_evals": { - "36": 0.5526315569877625, - "72": 0.1315789520740509, - "108": 0.07894736528396606, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 17, - "best_val_acc": 0.803921568627451, - "test_acc": 0.6973684210526315, - "train_size": 67, - "val_size": 51, - "test_size": 152, - "stats": { - "mean": [ - [ - 0.10317251194029849, - -0.04498435820895522, - -0.10467137313432831, - 0.12694810597014922, - 0.17465611791044777, - 0.25472334328358204, - 0.08243026865671647, - -0.11108194776119398, - -0.002699328358208915, - -0.025414538805970124, - -0.05362482089552247, - 0.1120346268656717, - -0.13575953731343274 - ] - ], - "std": [ - [ - 0.933803946437699, - 1.0141183535164209, - 1.0495962756290413, - 0.9673366402230045, - 0.8198187755507609, - 1.1979377392725967, - 0.9966276802719692, - 1.0695932382111324, - 0.997165030870351, - 0.9974922014552127, - 0.9446202495075935, - 1.110709570807387, - 0.9882692368647951 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 1822, - "cert_evals": { - "36": 0.21568627655506134, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5869565217391305, - "test_acc": 0.5477707006369427, - "train_size": 67, - "val_size": 46, - "test_size": 157, - "stats": { - "mean": [ - [ - 0.13594266119402976, - -0.14061997014925387, - 0.06813225373134335, - -0.08696855671641794, - 0.03171528507462684, - 0.04504229850746271, - 0.18712851940298503, - 0.03130544776119405, - 0.09237662686567168, - -0.06451316865671636, - 0.019254119402985, - 0.08040952238805975, - -0.15114120895522393 - ] - ], - "std": [ - [ - 0.8711281879382763, - 1.040823259043546, - 0.9637958388354753, - 0.9133876556024206, - 0.9725134126319966, - 1.040829334168815, - 0.9723132590478262, - 0.9630003579670339, - 1.0269376874323441, - 0.8130127152575585, - 0.8919207037488958, - 1.0082879636602924, - 0.9714271921263085 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 1822, - "cert_evals": { - "36": 0.5, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 52, - "best_val_acc": 0.825, - "test_acc": 0.7668711656441718, - "train_size": 67, - "val_size": 40, - "test_size": 163, - "stats": { - "mean": [ - [ - 0.08678730746268656, - -0.14061997014925384, - 0.03671347761194034, - 0.07263314626865668, - -0.06617695701492539, - 0.17085092537313418, - 0.08243026865671643, - -0.04536504626865671, - -0.03439131343283579, - -0.07884894179104476, - -0.029331820895522515, - 0.15947211940298509, - -0.0511598059701492 - ] - ], - "std": [ - [ - 0.9010573312665855, - 1.0408232590435458, - 1.0531172362720425, - 0.9118585344964205, - 0.9359858544688878, - 1.1423287841859981, - 0.9966276802719692, - 1.0086415816105951, - 0.9850040267731803, - 0.9462659856917733, - 0.9421179375671704, - 1.0971195664680449, - 0.9795524388118361 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 1822, - "cert_evals": { - "36": 0.30000001192092896, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7030025718334365, - "std_test_acc": 0.11197674734288074, - "n_samples": 270, - "n_features": 13, - "n_classes": 2, - "mean_cert_acc_36": 0.3920794613659382, - "std_cert_acc_36": 0.16022588089469775, - "mean_cert_acc_72": 0.032894738018512726, - "std_cert_acc_72": 0.06578947603702545, - "mean_cert_acc_108": 0.019736841320991516, - "std_cert_acc_108": 0.03947368264198303, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "semeion": { - "dataset": "semeion", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 40, - "best_val_acc": 0.9083969465648855, - "test_acc": 0.9067524115755627, - "train_size": 398, - "val_size": 262, - "test_size": 933, - "stats": { - "mean": [ - [ - 0.042952336683416886, - 0.08904046231155748, - 0.07781711306532647, - 0.04420791457286419, - 0.023773748743718452, - 0.030800670854271264, - 0.05355933668341719, - 0.03393323618090457, - 0.027005577889447012, - -0.020098884422110736, - -0.038558869346733554, - -0.02876319095477392, - -0.035930085427135716, - -0.005666462311557859, - -0.03678980402010061, - -0.02540032914572887, - 0.07164423115577907, - 0.10856828643216102, - 0.016988085427135702, - 0.008401615577889203, - 0.058609482412060376, - 0.009480130653266463, - 0.017019934673366894, - 0.018380477386934664, - -0.03487012562814079, - -0.04757404020100504, - -0.03736131909547739, - -0.015900620603015, - -0.02739998994974887, - 0.02467418090452264, - 0.0249909623115577, - -0.0428204346733669, - 0.09282983919598005, - 0.0839422261306534, - 0.045602110552763954, - -0.0022594874371859885, - 0.03105556030150764, - 0.038234974874371906, - 0.05212423115577904, - -0.0418055175879393, - 0.007379648241206374, - -0.0123181708542711, - 0.03084452261306535, - -0.015929640703517652, - -0.032517437185929664, - -0.042322022613065426, - 0.012141331658292034, - -0.0381711532663317, - 0.08658839698492467, - 0.048203969849246485, - -0.04225107537688428, - -0.025943195979899407, - -0.0023844723618089915, - 0.036030047738693574, - 0.019591012562814026, - -0.00906672110552767, - 0.05304341708542693, - 0.04683804020100484, - 0.011912374371859305, - 0.007315894472361927, - -0.09851672361809082, - -0.03642700000000022, - -0.020734497487437303, - 0.031377703517588146, - 0.06271911809045175, - 0.00858300502512564, - -0.03295607788944731, - -0.05819111557788897, - 0.0045722713567837555, - 0.0003809296482409935, - -0.02592891959799003, - 0.02250984924623118, - 0.04199087437185916, - 0.015708170854271196, - -0.026958037688442335, - -0.06993793467336694, - -0.06541721608040225, - -0.06384432160804038, - 0.007286145728643622, - 0.030955864321607733, - 0.027522726130653326, - 0.036648336683416785, - -0.002193748743718662, - 0.012495773869346763, - -0.009007914572864381, - -0.0036712160804018216, - 0.058828603015075205, - 0.0316613417085427, - 0.007075424623115544, - -0.04322718592964837, - -0.06008731155778924, - -0.04533076381909549, - -0.022957175879396944, - -0.0168389145728642, - 0.025421821608039852, - 0.02792173869346751, - -0.07432091959799038, - 0.013624623115577675, - -0.034945268844221195, - 0.02665020100502518, - 0.03429036180904528, - 0.052019472361808976, - 0.05586435175879404, - -0.01356301507537669, - -0.016037165829145907, - -0.03266601758794015, - -0.04719567587939709, - -0.00748582412060346, - 0.004539849246231048, - 0.021088369346733554, - -0.011933391959799155, - -0.015972572864321154, - -0.03545065829145717, - -0.037793592964824145, - -0.044449964824120315, - 0.029925321608040113, - 0.06288003015075373, - 0.08463542713567856, - 0.02237871859296501, - 0.006899319095477609, - 0.01449656281407041, - 0.000527683417085827, - 0.03920230150753784, - 0.01104597989949731, - -0.025606010050250903, - 0.009040170854271303, - -0.005590462311557578, - -0.01597257286432165, - -0.028310065326633178, - -0.028887447236180964, - -0.0659081507537687, - -0.02844676884422169, - -0.023109949748743735, - 0.032979929648241244, - 0.004363246231154997, - 0.04131952261306578, - 0.0639989572864323, - 0.0895776356783918, - 0.08333377889447266, - 0.004363924623115477, - 0.04033003768844212, - 0.0043767613065326776, - -0.026182336683417056, - 0.005207839195979919, - -0.04224544723618088, - -0.02382967085427132, - -0.07914226130653301, - -0.06476556532663379, - -0.0037090954773871154, - 0.03603720603015092, - -0.011745665829145997, - 0.009745507537688426, - 0.03452877889447241, - 0.05641689698492448, - 0.058819748743718606, - 0.0017769246231155048, - 0.05289571608040145, - 0.020843309045226126, - -0.026537417085427038, - -0.027443012562814097, - -0.037861175879396816, - -0.009719047738693285, - -0.014178577889447092, - -0.013634623115577697, - 0.011744346733668245, - -0.06803158291457227, - -0.052816281407034815, - -0.03685464572864351, - -0.015264748743718476, - -0.02556971608040183, - -0.01646636934673348, - 0.023691919597990285, - 0.08278233165829174, - 0.00689019346733639, - -0.011008341708542625, - 0.006246170854271169, - -0.04551160301507559, - -0.01852485427135688, - -0.016720412060301414, - -0.006744517587939658, - -0.020554698492462387, - 0.0033862311557788963, - -0.013512402010050132, - 0.030196592964824073, - 0.053002623115577296, - 0.029924190954773895, - 0.010655278894472263, - -0.025002311557788908, - 0.005749233668341486, - -0.017590547738693327, - -0.0046878693467337276, - -0.025057909547738694, - -0.025841457286432157, - 0.014470603015075412, - -0.028042884422110625, - -0.026089296482412073, - -0.011480763819095607, - -0.03543923115577921, - -0.012104502512562777, - 0.033738502512562836, - 0.06796942713567744, - 0.030141675879396694, - -0.07938337688442194, - -0.10993767839195982, - -0.08592113567839203, - -0.02513346733668336, - 0.02942003768844198, - 0.016245618090452357, - -0.027027889447236178, - -0.04646055778894485, - -0.05783185678391942, - 0.003077424623115391, - 0.001774763819095415, - 0.02235859296482412, - 0.046390603015075665, - 0.07475743718592887, - 0.0031286934673366894, - -0.10202691457286422, - -0.15626765326633196, - -0.15922729145728687, - -0.027267879396984968, - 0.010767738693467357, - 0.06725591457286462, - 0.03289026633165819, - -0.05212582914572871, - -0.07667999246231152, - -0.106186944723618, - -0.05246548743718603, - -0.04017505527638196, - 0.01756687437185917, - 0.01388585929648225, - -0.0017839547738693002, - -0.019856271356783726, - -0.037364902010050265, - -0.05228199748743718, - 0.005632914572864403, - 0.04385109547738676, - 0.07341574120603038, - 0.0661586381909549, - -0.010089979899497585, - -0.018135623115577832, - -0.016660778894472178, - -0.054114793969849306, - -0.03197704522613057, - -0.014875979899497477, - 0.0030890326633166588, - 0.0005838040201005258, - -0.012102854271356855, - 0.06015804020100524, - 0.03463156281407019, - 0.058009472361808555, - 0.0446316331658288, - 0.0002885954773868734, - -0.0071491407035177675, - -0.019207316582914656, - 0.03504411055276377 - ] - ], - "std": [ - [ - 1.0563097554831, - 1.0780957512893903, - 1.0452812422000708, - 1.017690638492427, - 1.0052440697335492, - 1.001399326721192, - 0.9943611635248776, - 0.9929612277732924, - 0.9913927954434718, - 1.0053448775578797, - 1.0107048900784519, - 1.0054061730470043, - 1.0028699621408272, - 0.9995583413505211, - 0.9908593466765735, - 0.9853542136542434, - 1.0705845251257127, - 1.0662779250282277, - 1.0073168970262103, - 1.0024787753418176, - 1.0119304591198905, - 1.0015280003985942, - 1.0018124775575221, - 1.0027574917083557, - 0.9948097176804833, - 0.9923519865939135, - 0.9947029572529067, - 0.9975568639854349, - 0.9951782326467599, - 1.0031187267852708, - 1.0051393922435368, - 0.9711219802777251, - 1.0817185838320085, - 1.0424648712408837, - 1.0182936561607598, - 0.9988131715298316, - 1.0100389974395088, - 1.0139507799801692, - 1.0198550521351346, - 0.97749433095435, - 1.0032558897416382, - 0.9932725134057337, - 1.013388153002777, - 0.992842992738858, - 0.9886564261302372, - 0.9877708685493644, - 1.002648114792108, - 0.9747606061850567, - 1.0747816119657112, - 1.02255888174825, - 0.9796743045806331, - 0.9871350747933134, - 0.9985485116873231, - 1.0182554602963436, - 1.0116426528399904, - 0.9928963782396165, - 1.0328245805209502, - 1.028752519230958, - 1.0063396812352823, - 1.0030257612563318, - 0.9538014614932016, - 0.9874092532167232, - 0.9925147054908431, - 1.0217704776560097, - 1.0429986387634673, - 1.003221409383544, - 0.9871161786807092, - 0.9731000264043922, - 1.0018596893583598, - 0.9998848837132579, - 0.9838376395078868, - 1.0132854070395554, - 1.0217847466795487, - 1.0070449497421416, - 0.9875771901975943, - 0.9687095163481707, - 0.9722544188400668, - 0.9736748724392092, - 1.002916353992525, - 1.0272314038286867, - 1.0175371205727017, - 1.0126645847614397, - 0.998955451392166, - 1.004243498099933, - 0.9961238320171252, - 0.9981311657855426, - 1.0219513419744302, - 1.0121545944257246, - 1.0020340690091334, - 0.9842453448395471, - 0.9788060413943263, - 0.9810097805258174, - 0.9891626357910038, - 0.9902166181537699, - 1.0148948382390708, - 1.028918636127175, - 0.9511980135419595, - 1.003861802009821, - 0.9884969480698704, - 1.0071337781982594, - 1.008265380409389, - 1.0101011443230787, - 1.0106821329347353, - 0.9969256666173059, - 0.9967866423549481, - 0.9931894679821107, - 0.9875817203374175, - 0.997173617790909, - 1.001723029579845, - 1.0125751464485413, - 0.9912331141505772, - 0.9829645856272501, - 0.9793767425495771, - 0.9867539831463441, - 0.9841093178180385, - 1.0103484071725306, - 1.0191860749351354, - 1.0221675875431637, - 1.0044195246237828, - 1.0008342681651312, - 1.001627138412346, - 0.9997772095897719, - 1.0081078939034254, - 1.003310560327655, - 0.9881623645836118, - 1.0047875054511681, - 0.9961421301729743, - 0.9829645856272511, - 0.9869920158115834, - 0.9937316253503987, - 0.9793377827744155, - 0.9904754389720483, - 0.9925397869122989, - 1.0079161666418393, - 1.0006599864175547, - 1.0059991425953247, - 1.0069100585561557, - 1.0100296780570686, - 1.0103236310080053, - 1.0006392870463336, - 1.0075172047508214, - 1.0007852286664525, - 0.9900807435463777, - 1.004024989821359, - 0.9835365256139716, - 0.9945808044935542, - 0.9691682679807009, - 0.96674874592973, - 0.9980415205638171, - 1.0146475059616948, - 0.9949143848564165, - 1.0029906462271676, - 1.0092866189920002, - 1.0179588242197937, - 1.0178009772928769, - 1.0002181457107617, - 1.008080645940541, - 1.0024397087121901, - 0.9933173510271756, - 0.979532808786883, - 0.9865060572780482, - 0.9977415269762818, - 0.9946445941177685, - 0.9927935684967815, - 1.0058109822326597, - 0.9600947752163551, - 0.96839132111533, - 0.9786069630651635, - 0.991429793512298, - 0.984865660959036, - 0.991272639453808, - 1.0096533608655676, - 1.0197900633557413, - 1.000689387806265, - 0.997433042533609, - 1.003492294968093, - 0.9845806330338616, - 0.9966488938063878, - 0.9940656012175009, - 0.9960501295471854, - 0.9861802001739265, - 1.0020303578560832, - 0.9900047845237433, - 1.0217532005343193, - 1.0359244307293263, - 1.0209897301141686, - 1.0061223937153252, - 0.9865088395902182, - 1.0015893626764498, - 0.9952846796435972, - 0.998505053609909, - 0.9830838889803715, - 0.9912812278008364, - 1.0013260724779938, - 0.9920474470886185, - 0.986699951491271, - 0.9924575926179362, - 0.9728376598101992, - 0.9907682549659087, - 1.025076872660426, - 1.0411907333948913, - 1.018295470960672, - 0.9565632778298347, - 0.9500274157105609, - 0.9755944720993126, - 0.9941828603605654, - 1.0084492238238705, - 1.012173917495229, - 0.9873637546749423, - 0.9915215887443988, - 0.9895629283115104, - 1.000389392831378, - 1.0002897764695722, - 1.009216837413109, - 1.0207204122961515, - 1.0300273492943937, - 1.0009253171711008, - 0.9578388667517177, - 0.9464920214014784, - 0.9560486423104471, - 0.9960505224694267, - 1.001839403738359, - 1.0292507570404104, - 1.032844527725739, - 0.9670637057290374, - 0.9795327684867063, - 0.990873804709991, - 1.0050346356911726, - 1.0066384733685902, - 0.9953856475823458, - 0.9956398623489264, - 1.0001306439998972, - 1.004180675810961, - 1.0045488952963422, - 1.0031559055765875, - 0.9998417518500189, - 1.006215000354876, - 1.0258626825494845, - 1.042692556346792, - 0.9864205332461236, - 0.9760435492162586, - 0.9843487751495544, - 0.9645133054191944, - 0.9864637647341462, - 0.9965084374804701, - 1.000034736592101, - 0.9997322633620359, - 0.9981023381080815, - 1.0063573537400703, - 1.009704938325987, - 1.0267732677147232, - 1.029166926292455, - 0.9999357967957346, - 0.9919070208357084, - 0.9723136941246707, - 1.0773934238154859 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 662026, - "cert_evals": { - "36": 0.8778625726699829, - "72": 0.8511450290679932, - "108": 0.8244274854660034, - "255": 0.6603053212165833 - }, - "fold": 0 - }, - { - "best_epoch": 26, - "best_val_acc": 0.9375, - "test_acc": 0.9067882472137792, - "train_size": 398, - "val_size": 208, - "test_size": 987, - "stats": { - "mean": [ - [ - -0.025444005025125734, - 0.012452298994974662, - -0.01753376130653282, - -0.010535125628140796, - -0.027963286432161016, - -0.04474275879396973, - -0.001844291457286734, - -0.03242843216080438, - -0.04103420100502541, - -0.04103420100502534, - -0.07008529648241217, - -0.0339002412060303, - 0.004486437185929683, - 0.034529477386934605, - 0.05066186934673367, - 0.03759841206030118, - -0.016225437185929562, - -0.007291756281406924, - -0.021709919597990002, - -0.07642158040201036, - -0.018874525125628004, - 0.024846484924623234, - 0.006883537688442274, - 0.018380477386934792, - -0.06017425879397, - -0.10329628140703531, - -0.07275537688442205, - -0.08172246231155769, - -0.03756016080402036, - 0.024674180904522443, - 0.09202141206030141, - 0.07625499246231132, - 0.008998351758794185, - -0.025569716080401903, - -0.031083557788944435, - -0.013027306532663414, - 0.06831865326633176, - 0.011230351758794001, - 0.008583005025125642, - -0.02492873869346735, - -0.048525276381909295, - -0.07442176633165802, - -0.0577207035175878, - -0.037725047738693514, - -0.011412814070351763, - 0.030323379396984762, - 0.0794642814070353, - 0.0803478919597987, - -0.030803266331658172, - -0.04180551758793927, - 0.0072861457286432126, - 0.02951733165829129, - -0.0357700402010056, - -0.026724758793969693, - -0.03369344221105539, - -0.04033939698492487, - -0.061404133165829336, - -0.08515770351758864, - -0.07468530150753767, - -0.04247025125628165, - 0.009911819095477373, - -0.010079500000000168, - 0.09049717336683409, - 0.07485990954773888, - -0.012162479899497832, - 0.008583005025125627, - 0.03651040201005023, - 0.05084868341708568, - -0.03440337688442217, - -0.07894947236180942, - -0.0551369346733669, - -0.024766954773869324, - -0.0785643743718595, - -0.039971326633166, - -0.05980386180904579, - -0.004987391959798957, - 0.02596786432160804, - 0.0004355778894470852, - 0.04031095979899518, - 0.058227160804019816, - 0.015439334170854316, - 0.031283635678391784, - -0.0074858241206030764, - -0.025019600502512448, - -0.07371595477387047, - -0.04183514572864274, - -0.04984044221105505, - 0.004494080402009928, - 0.012374522613065268, - -0.01675520100502508, - -0.012701067839196296, - -0.023795125628140783, - -0.006465022613065289, - -0.028311256281406898, - 0.03132067839195961, - 0.057442422110552685, - -0.004038336683417221, - -0.0021707914572866695, - -0.03494526884422048, - -0.11471745728643258, - -0.08534165326633134, - -0.0046484924623118595, - 0.01981357788944731, - 0.012034547738693521, - 0.004354311557789168, - -0.0020305150753769405, - -0.011102356783919673, - -0.007485824120603068, - -0.00648208040201015, - 0.0033105125628139992, - 0.04936957286432154, - -0.0015483718592965048, - -0.029718994974874256, - -0.037793592964824124, - -0.08143026130653215, - -0.10412455276381975, - -0.05401591959799001, - -0.004798241206030193, - 0.001790125628140894, - 0.017090580402010242, - 0.004349567839195903, - 0.0464185025125627, - 0.028880633165829263, - -0.004844258793969922, - 0.029169467336683533, - 0.061084185929648475, - 0.03596850251256268, - 0.020087929648241395, - -0.039252185929648235, - -0.02888744723618094, - -0.07632192462311543, - -0.05998593467336719, - -0.012630180904522599, - -0.019015974874371653, - -0.00593697487437267, - -0.00457129648241148, - 0.07415152512562821, - 0.03869630402010022, - 0.02728184170854277, - -0.021357155778894528, - -0.0007776005025125215, - 0.019922994974874386, - 0.016423954773869348, - -0.014452487437185874, - -0.004894432160803889, - -0.01870493969849258, - -0.04199864321608045, - -0.014851090452261283, - 0.07316085929648249, - 0.08536457788944737, - 0.11267560804020099, - 0.06288003015075369, - 0.07644785427135675, - 0.03509371105527622, - 0.048207286432160684, - 0.001776924623115508, - 0.032457595477386816, - 0.07158755527638183, - -0.016237195979899414, - -0.0336133668341709, - -0.04314636683417066, - -0.05578319597989929, - -0.10459047236180906, - 0.003194804020100766, - 0.0685779899497486, - 0.02317846733668342, - 0.021932281407035317, - 0.02614409547738687, - -0.003889462311557614, - 0.020540575376884435, - -0.044554623115577605, - -0.04203865326633149, - 0.06187867336683395, - 0.04752313819095463, - -0.04686316834170835, - -0.04679553266331694, - -0.024493984924623322, - -0.01852485427135685, - -0.016720412060301434, - 0.01604057788944729, - 0.009299409547738608, - 0.0033862311557789544, - 0.02953875879397003, - 0.023905276381909438, - 0.03440919597989908, - 0.017458256281406695, - -0.018785663316582903, - -0.008077185929648255, - 0.04812320351758792, - 0.05475012562814082, - -0.0357499145728643, - -0.03103446231155784, - 0.021505778894472378, - -0.015889653266331783, - 0.013454844221105499, - 0.0017875879396984156, - 0.012179376884421975, - -0.01678287185929663, - -0.00589275879396984, - -0.004469753768844167, - 0.0018416281407035852, - 0.04801996482412023, - -0.006607417085426772, - 0.01927615075376883, - -0.013691266331658422, - 0.005638994974874419, - -0.02323134422110586, - -0.015634231155779235, - 0.02235859296482414, - 0.004349969849246065, - -0.057831856783919514, - -0.10517045226130767, - -0.01945968844221099, - 0.027845979899497508, - 0.03523984924623154, - 0.058234824120602026, - 0.04097556532663358, - 0.04702545728643234, - -0.026715706030150742, - -0.056987793969849404, - 0.0030878542713568703, - -0.055905929648241134, - -0.016319035175879428, - 0.01113210301507554, - 0.05284130653266339, - 0.04167066834170896, - 0.004379306532663385, - -0.027141316582914445, - -0.03505809045226166, - -0.06500647236180847, - -0.07488839698492449, - -0.06392821608040328, - -0.030181115577889023, - -0.01196931155778885, - -0.09264249999999949, - -0.07980767587939623, - -0.06318036432160816, - -0.013091394472361883, - 0.02329241457286456, - -0.01008997989949755, - -0.009979238693467495, - 0.0307693567839191, - 0.07542535175879414, - 0.03283405025125624, - 0.015896482412060334, - -0.06264278894472358, - -0.04979732663316539, - -0.032352462311557695, - -0.031164914572864088, - -0.002164130653266925, - -0.015071595477387092, - -0.028697351758794065, - 0.013561917085426976, - 0.03722015075376866, - 0.006671256281406974, - 0.009651467336683284 - ] - ], - "std": [ - [ - 0.9636741758313841, - 1.0114901264074088, - 0.9882775735799015, - 0.9950592288041458, - 0.9923805318375012, - 0.9954931130085297, - 0.9998185415922022, - 1.004999458131321, - 1.010779654446278, - 1.010779654446278, - 1.0185416165064392, - 1.0063375239233516, - 0.9991983947714009, - 0.9997603743675092, - 1.0095253737082777, - 1.0193698237551072, - 0.9821944196534186, - 0.9946303679905539, - 0.9894242823280908, - 0.9705707946712009, - 0.9949783327748166, - 1.0043140064479021, - 1.0005809927926241, - 1.0027574917083555, - 0.9904879432435517, - 0.9807642982944419, - 0.9886574068821276, - 0.9859635090427469, - 0.993309351687357, - 1.0031187267852708, - 1.016593255470364, - 1.0442887804592182, - 1.0083038126963626, - 0.9848656609590366, - 0.9855933554664763, - 0.9945670911869946, - 1.021074800634514, - 1.0040491737335164, - 1.003221409383544, - 0.9867264401919432, - 0.9744951602926358, - 0.9578713331810542, - 0.9708937667896353, - 0.982985543001351, - 0.9959503979748483, - 1.0070454733225949, - 1.016290393566305, - 1.0456745349293197, - 0.9697098121066737, - 0.9774943309543503, - 1.002916353992525, - 1.0129710134068142, - 0.9818517087835826, - 0.9848326582689778, - 0.9778679221613454, - 0.968463827587338, - 0.9562287284130288, - 0.9385814756983131, - 0.9535361456044965, - 0.9789868837316601, - 1.0036524516031298, - 0.996437230762304, - 1.025505334499929, - 1.0500603213568676, - 0.9906100846596538, - 1.003221409383544, - 1.012180944973295, - 1.0196387340397408, - 0.9825025594694498, - 0.954339750008454, - 0.9648376067685865, - 0.9839085531249888, - 0.952009038761473, - 0.9795794492787074, - 0.9716080021777768, - 0.9976717208316266, - 1.0091951026702335, - 0.9998457759635255, - 1.0167764080390456, - 1.0501441178091095, - 1.0098311230543442, - 1.0108582982234158, - 0.9971736177909091, - 0.9900282216050488, - 0.9676953459071826, - 0.9809946576246661, - 0.9776591097799061, - 1.0015254267851037, - 1.0037560308732274, - 0.9939516521695569, - 0.9956124335469829, - 0.9901857170585183, - 0.9967866165949004, - 0.9835484169272641, - 1.018300563902619, - 1.0581476797822778, - 0.9972534687047357, - 0.9990036074983834, - 0.9884969480698704, - 0.9585590451776096, - 0.9727715498408732, - 0.9986198721072891, - 1.0039545778843277, - 1.0019737557338864, - 1.0004300707708857, - 0.9993128946907187, - 0.9970527336984197, - 0.9971736177909094, - 0.996738394700752, - 1.0017488836874449, - 1.032459139242276, - 0.9980880058113938, - 0.9827755352139497, - 0.986753983146344, - 0.9694084590768833, - 0.954374856491467, - 0.9794063309627129, - 0.9981812449768528, - 1.0000844130171747, - 1.0024414937297792, - 1.000289920583818, - 1.0066579629145789, - 1.006045023392842, - 0.9980537361415068, - 1.0118648303811897, - 1.0321212562513462, - 1.0214564915487925, - 1.0199705326922406, - 0.9818228908495026, - 0.9937316253503986, - 0.975676694136014, - 0.9791967139583257, - 0.995853785405071, - 0.9944140275090272, - 0.998324720722163, - 0.9988796207201501, - 1.0076775206024515, - 1.0051477965419011, - 1.003942697943822, - 0.9947376367611466, - 0.9995186129589284, - 1.0045214386643773, - 1.0053188986302066, - 0.9873973753633679, - 0.9979198179428485, - 0.9957288015852994, - 0.9844024166044868, - 0.9926040090239354, - 1.0288602149576338, - 1.0327381635127548, - 1.0376323561660248, - 1.0191860749351351, - 1.019248439489373, - 1.0114615654187875, - 1.0148089052316012, - 1.0002181457107615, - 1.0051758820658891, - 1.007308437371659, - 0.9958774515386598, - 0.9748378659951137, - 0.9845361751656108, - 0.9871701294240001, - 0.9569477899284584, - 1.0012684139824397, - 1.033059928368479, - 1.0117771863985163, - 1.0115884288301853, - 1.0135614014099843, - 0.9976100259611177, - 1.010965511332625, - 0.9761143046477329, - 0.9803433318407708, - 1.0153886119387059, - 1.0056269030060545, - 0.9892055337201077, - 0.969426249412664, - 0.9918445350591615, - 0.9966488938063878, - 0.9940656012175014, - 1.0080956439499935, - 1.0056005212297308, - 1.0020303578560827, - 1.019908165966182, - 1.0172691233582607, - 1.0236709394617247, - 1.0122768805463278, - 0.9879530979067631, - 0.9955177997515855, - 1.0145032156568023, - 1.0113052100223867, - 0.9900950783072645, - 0.9789878020749606, - 1.0061210323379788, - 0.9976371796061079, - 1.0030525515532585, - 1.0005432856827527, - 1.0071552470675884, - 0.9872213285090347, - 0.9953725735493347, - 0.996186609496757, - 1.00089379219493, - 1.0287570615182273, - 0.9964079316152177, - 1.0069062426818565, - 0.9963817032039104, - 1.0008280481425031, - 0.9920979056678535, - 0.9872669976493121, - 1.0092168374131085, - 1.0003352873084816, - 0.9895629283115106, - 0.9695148264401307, - 0.9928241899429654, - 1.011466978521356, - 1.015897314997225, - 1.0238688838054302, - 1.0150342744039813, - 1.0149508574937365, - 0.9925404112632117, - 0.9872466320901033, - 1.0000513594585967, - 0.9865335518102039, - 0.9916934654171699, - 1.0111500201640033, - 1.0290091218292727, - 1.0080282510552814, - 0.9998062630573106, - 1.0027987951392292, - 1.0058448354473761, - 1.0127865866340113, - 1.0179715342017457, - 1.013555459538838, - 1.0063545738992565, - 1.0013980777392146, - 1.0039675000000043, - 0.9940267908926063, - 0.9867813019457877, - 0.9943765006272788, - 1.015526891626581, - 0.9864205332461236, - 0.9867876895945505, - 1.0266969428458936, - 1.042059643812452, - 1.0120358570624033, - 1.0028235097925473, - 0.9905175353506179, - 0.9946414253907617, - 0.9951193904567321, - 0.994780772003151, - 0.9990168722978009, - 0.9919731463227914, - 0.9791890939000777, - 1.0112363498675152, - 1.0384478663637378, - 1.0089325105827842, - 1.0217975650986395 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 662026, - "cert_evals": { - "36": 0.9038462042808533, - "72": 0.8557692766189575, - "108": 0.817307710647583, - "255": 0.625 - }, - "fold": 1 - }, - { - "best_epoch": 72, - "best_val_acc": 0.9043824701195219, - "test_acc": 0.902542372881356, - "train_size": 398, - "val_size": 251, - "test_size": 944, - "stats": { - "mean": [ - [ - 0.025853251256281188, - 0.026377419597989695, - 0.006303957286432041, - -0.016009429648241216, - 0.013426341708542615, - 0.000583298994974769, - -0.011917678391959662, - -0.037533175879397224, - -0.020098884422110854, - 0.0008364321608037243, - 0.019239580402010244, - -0.008214989949749375, - -0.025825954773869612, - -0.0006419698492463064, - 0.009508140703517508, - -0.019673170854271324, - -0.008902964824120629, - 0.029295625628140858, - 0.03910123115577878, - 0.04551176381909547, - 0.022450278894472483, - -0.041741050251256066, - -0.028593851758793917, - -0.037733369346733686, - 0.010677314070351713, - 0.008148201005025205, - 0.008145326633165782, - 0.009415472361809119, - 0.0284809497487437, - 0.009431022613065136, - -0.03688329899497498, - -0.04282043467336695, - -0.025931434673366276, - 0.0032492160804019695, - -0.014650914572864066, - -0.034562944723617914, - 0.004439065326633279, - 0.022032201005025183, - -0.04040087437185899, - -0.02492873869346697, - 0.012970140703517999, - 0.010264954773869574, - -0.013438090452261338, - -0.04317389949748748, - -0.011412814070351772, - 0.05626816582914544, - -0.03446686432160752, - -0.03817115326633142, - -0.01699248241206059, - 0.00882481909547732, - -0.04225107537688392, - -0.020397143216080688, - -0.035770040201005424, - -0.03813472361809031, - -0.05145492713567884, - -0.03408486180904533, - 0.016902085427135845, - 0.03483842713567786, - -0.03427305276381909, - -0.03140666331658277, - -0.011773889447236174, - 0.047884999999999796, - -0.0048442587939699355, - -0.04316322110552765, - -0.024642746231156448, - -0.002302301507537566, - -0.006238201005025181, - -0.0363831557788939, - -0.028835427135678583, - -0.04495072864321667, - 0.020803904522613076, - -0.007038153266331668, - 0.06495377889447201, - 0.026844070351758658, - -0.026958037688442293, - -0.02663757286432158, - 0.020592271356783716, - 0.027218869346733378, - 0.023798552763819147, - -0.016768904522613152, - -0.020810841708543488, - 0.004460130653266039, - 0.013682477386934629, - -0.025019600502512482, - -0.019792587939698632, - 0.02358873366834184, - -0.011806276381909597, - 0.020794437185929524, - 0.028271816582914534, - -0.006166407035175833, - -0.044291896984924944, - 0.024660060301507664, - 0.032016668341708576, - 0.04052279396984933, - 0.0490172487437184, - -0.016359286432160735, - -0.056750273869347244, - -0.007435929648241428, - 0.0017769246231154824, - 0.021414361809045206, - 0.04469314572864335, - 0.052019472361808976, - 0.0043632462311552775, - 0.03251259798994986, - 0.01964791959799002, - -0.022454183417085893, - -0.10391374874371867, - 0.008390402010050075, - 0.03760563819095469, - 0.11590360552763804, - 0.0493695728643219, - 0.04893633165829245, - -0.06410897487437181, - -0.006136658291457329, - -0.033884165829145316, - -0.002246648241206082, - -0.01682175376884426, - 0.00046256281407027904, - 0.022378718592965034, - -0.018578834170853733, - -0.06667939698492395, - -0.06575905527638143, - -0.043371045226129806, - 0.01104597989949733, - 0.06203475376884437, - 0.037953512562814026, - -0.005590462311557684, - 0.03451213065326728, - -0.022839005025125664, - -0.003315185929648206, - -0.024253055276382062, - -0.0389598241206035, - -0.03882960301507507, - -0.03981433668341692, - -0.031687527638191625, - -0.05046211557788869, - -0.0578318567839198, - -0.03762569346733697, - -0.0389613567839193, - 0.01979657286432155, - 0.019776218592964884, - 0.01474091708542714, - -0.042159695979899554, - -0.014452487437185876, - -0.0048944321608039645, - -0.013580208542713676, - -0.05791733668341716, - -0.009305037688442106, - 0.029235170854271467, - 0.025075567839196122, - 0.015302437185929314, - -0.022135206030150862, - 0.013569241206029991, - 0.02443211809045206, - 0.04290105527638174, - 0.09095939447236231, - 0.1091005477386932, - 0.020843309045226067, - -0.0007868643216079208, - -0.03978372110552767, - -0.0220056030150753, - -0.030192002512562766, - -0.04608865829145755, - 0.042463467336683505, - 0.051527896984924354, - 0.0915860050251251, - 0.01618239195979925, - -0.008218854271356756, - -0.020952391959798814, - 0.014776788944723587, - 0.034092487437186, - 0.04560211055276428, - 0.08278233165829134, - 0.10847255527638236, - 0.024846484924623196, - -0.052689055276382346, - 0.0017780376884420149, - -0.013441829145728687, - 0.020275924623115744, - 0.06161076884422113, - 0.08692009045226239, - 0.04008957286432224, - -0.0012120703517585535, - -0.007551306532663401, - -0.04616232160804049, - -0.013706580402010225, - -0.024673851758793934, - 0.08783185929648209, - 0.07460693467336664, - 0.0960876532663306, - 0.02119716834170848, - -0.03701101507537695, - -0.010059045226130629, - -0.010829610552763923, - -0.012481236180904494, - 0.04081522613065362, - 0.029924482412060183, - 0.008092273869346436, - -0.04316322110552756, - -0.03630996733668343, - -0.08232102512562797, - -0.04733090954773897, - 0.004588884422110799, - 0.08388306532663306, - 0.0430607738693465, - 0.04666894472361813, - -0.01270106783919614, - -0.047514080402010335, - -0.010565728643216074, - -0.026136346733668523, - -0.03245043718592946, - 0.023696067839195353, - 0.01770060301507536, - 0.044308140703517615, - -0.003787788944723613, - 0.014174522613065448, - -0.05093826633165829, - 0.02573226130653278, - 0.030287150753768848, - 0.0401397286432159, - 0.053680743718593056, - 0.02102522613065334, - -0.010747371859296528, - 0.05464842964824082, - -0.017136783919598057, - -0.045805907035175675, - -0.05090381909547731, - -0.0068819798994974556, - -0.03505809045226187, - -0.02371979899497456, - 0.00344182914572863, - 0.0033947336683414304, - 0.0007934170854273202, - -0.0018110753768842327, - 0.0032136934673366708, - 0.01568474874371846, - 0.01327067839195978, - 0.019348781407035248, - 0.004921175879397266, - 0.031125522613065133, - 0.04711545226130587, - 0.010442155778894433, - -0.024673851758794076, - -0.015774271356783803, - -0.06616341708542701, - -0.0980368467336672, - 0.0005838040201006485, - 0.008146753768844201, - 0.004349567839195794, - 0.003092396984924539, - -0.015071595477387165, - 0.007967140703517566, - -0.01298472613065332, - 0.0446150326633164, - 0.023923638190954576, - 0.0477404321608047 - ] - ], - "std": [ - [ - 1.034353343932803, - 1.024348567936632, - 1.0036818973846862, - 0.9926016744364617, - 1.0028981060461741, - 0.9997262707845033, - 1.0004780191128255, - 1.0057381568404924, - 1.0053448775578797, - 0.9994421248178098, - 0.9935827482337024, - 1.0014086229280772, - 1.0021061616018854, - 0.9996719899466749, - 1.0017361970021768, - 0.988660808590669, - 0.9901596478521693, - 1.0192247642124055, - 1.0167388988236599, - 1.0138944681676312, - 1.0047989281967311, - 0.9904645459818706, - 0.9954463096472054, - 0.9922833494657366, - 1.000931207563311, - 1.000707942136333, - 1.0005842378657308, - 1.0008281188231554, - 1.003557986182927, - 1.0010705577402124, - 0.9904311917270927, - 0.9711219802777267, - 0.9739587043622917, - 1.0015066140578677, - 0.9931898260069552, - 0.9856672449691517, - 1.0012331552789873, - 1.0081082975427937, - 0.9818673205301623, - 0.9867264401919426, - 1.0059158746745933, - 1.0048856527038488, - 0.9933559670825766, - 0.9804299925042913, - 0.9959503979748487, - 1.0125781824597548, - 0.9904165488252873, - 0.9747606061850563, - 0.9833821256471468, - 1.0040856115046517, - 0.9796743045806305, - 0.9898888553822821, - 0.9818517087835823, - 0.9782007130770088, - 0.9656942565779187, - 0.9734797731342064, - 1.010665700345605, - 1.021589297626431, - 0.9794856875095689, - 0.9845971696829052, - 0.9948281863198752, - 1.0136085631297738, - 0.9980537361415062, - 0.9668195470806507, - 0.9810513427219819, - 0.9987231668355041, - 0.997403787663875, - 0.9835516799557577, - 0.9853855373152387, - 0.9749106414617704, - 1.0117447309449026, - 0.9952897165079869, - 1.032947917542788, - 1.0120811271463608, - 0.9875771901975944, - 0.9885862353477245, - 1.0072891612096109, - 1.0093428281641061, - 1.0100051475667393, - 0.9840366571448279, - 0.9854634000263881, - 1.00134698674654, - 1.0041146501612022, - 0.9900282216050488, - 0.9917355999661862, - 1.0093104531776096, - 0.9947373509131133, - 1.0080042462360728, - 1.0087372732373883, - 0.9976110730657628, - 0.9846934585447732, - 1.0088475388403126, - 1.0133097733764065, - 1.0209739586680646, - 1.0282470508532253, - 0.9817846585536307, - 0.9633992156471255, - 0.9973233600463974, - 1.000218145710761, - 1.0057309799061696, - 1.010623899141674, - 1.0101011443230787, - 1.0006599864175545, - 1.0055249208224792, - 1.0028819022633104, - 0.9953395717809288, - 0.9698021524023763, - 1.0024258063274285, - 1.0158129918211263, - 1.063456671941438, - 1.0324591392422755, - 1.04774222887087, - 0.9616904393179179, - 0.997695806697438, - 0.9880152027656462, - 0.9988433850344972, - 0.9937292230975006, - 0.9998296099021827, - 1.0044195246237817, - 0.9963489105119412, - 0.9879651241571221, - 0.9859903114183225, - 0.9884715320146122, - 1.003310560327655, - 1.0244185872318146, - 1.0203911139057007, - 0.9961421301729745, - 1.034050235933694, - 0.989521079569911, - 0.9990477366494994, - 0.992755500716447, - 0.9868421928940853, - 0.9873393959627118, - 0.9881958106921132, - 0.9919947175362285, - 0.9895831364382834, - 0.9895629283115108, - 0.9929032652937821, - 0.9922751284451915, - 1.003847339906563, - 1.0037363434884359, - 1.0033043471411776, - 0.9838300352467959, - 0.9873973753633691, - 0.9979198179428482, - 0.9968491311161947, - 0.9780752949201328, - 0.9952808518444423, - 1.0120796997058796, - 1.0102563563170064, - 1.0056657842293373, - 0.9917811647092868, - 1.003612286469916, - 1.0080281022283166, - 1.0132678758599065, - 1.0226525060210754, - 1.0139038318701246, - 1.0024397087121901, - 0.9995063040570514, - 0.9700809553445697, - 0.9922233441291306, - 0.9933207816371948, - 0.9824557032259209, - 1.0196898531365701, - 1.0252921553121754, - 1.0436509722569267, - 1.0085279865152725, - 0.9951421649917936, - 0.9882760866228761, - 1.0078553724971193, - 1.016034101650163, - 1.0182936561607592, - 1.0197900633557413, - 1.009927427136894, - 1.0043140064479028, - 0.9653870680055727, - 1.0002294165307881, - 0.9975169703830418, - 1.0060899274497221, - 1.0302542392319602, - 1.050457422656358, - 1.0263818971478929, - 0.9988293446894524, - 0.993948379991406, - 0.9646507012293754, - 0.9894725219782052, - 0.9841733127810417, - 1.039912432152242, - 1.0215994164574418, - 1.0180415302669792, - 1.004726329086974, - 0.9748378645110533, - 0.996502380675558, - 0.9983170617806623, - 0.9963911641009451, - 1.0183269819540794, - 1.017678321054885, - 1.0055414218665415, - 0.9668195470806507, - 0.9703066737368953, - 0.9404292201679834, - 0.967852473516548, - 1.0019282394069462, - 1.028101194822195, - 1.008793562942109, - 1.0081602197776465, - 0.9956124335469831, - 0.9606578789878316, - 0.9949738705848414, - 0.9953677319031761, - 0.9944335251793368, - 1.0048415968196438, - 1.0055583780485124, - 1.0180101093887308, - 0.9978522893615333, - 1.0059363426964134, - 0.9778798529166732, - 1.0083401893079658, - 1.0068711996262265, - 1.006423096229551, - 1.0046479120669225, - 1.0037804464514235, - 0.994459962409335, - 1.0536434113524862, - 0.9893818936419583, - 0.9884128417013845, - 0.9968841227714262, - 1.0005451392022922, - 1.0058448354473761, - 1.0049722474461862, - 0.9987027037023654, - 0.998829254733481, - 0.9994987832666141, - 0.9999543973377994, - 0.9993809740185148, - 1.0000438421505866, - 1.0018684789535641, - 1.007170379629404, - 1.003098792935798, - 1.0389250180520742, - 1.057188249524631, - 1.009038472352926, - 0.9841733127810427, - 0.9933150572644535, - 0.9837566845129954, - 0.9835369109711313, - 0.9997322633620358, - 1.00066670782988, - 1.0002899205838178, - 1.000633573204784, - 0.9919731463227919, - 1.0051578019898537, - 0.988327819096806, - 1.0458203733919074, - 1.032263512848999, - 1.1039230782773841 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 662026, - "cert_evals": { - "36": 0.8725099563598633, - "72": 0.8525896668434143, - "108": 0.8326693773269653, - "255": 0.7330677509307861 - }, - "fold": 2 - }, - { - "best_epoch": 38, - "best_val_acc": 0.9004739336492891, - "test_acc": 0.9146341463414634, - "train_size": 398, - "val_size": 211, - "test_size": 984, - "stats": { - "mean": [ - [ - 0.017303708542713854, - 0.033339979899497045, - 0.042060535175879, - 0.0551565226130648, - 0.03412115577889427, - 0.020728213567838986, - 0.003192402010050319, - -0.017114201005025118, - -0.009631226130653392, - -0.014865055276382138, - -0.017541251256281226, - -0.08527074371859306, - -0.0611904120603017, - -0.045862402010050325, - 0.009508140703517527, - -0.013946012562814322, - 0.0643217587939701, - 0.0719809045226133, - 0.061214376884421925, - -0.018105633165829183, - -0.06536492964824103, - -0.07759587688442295, - -0.059003042713567794, - -0.012227075376884505, - -0.05005260552763839, - -0.04250838190954796, - -0.022192437185929587, - -0.0007109648241205073, - -0.04772033165829164, - 0.009431022613065164, - -0.04203948743718602, - -0.01305157788944726, - 0.07187196733668362, - 0.037831934673366825, - 0.018214371859296575, - -0.09378594974874371, - -0.10202691457286414, - -0.08058536683417125, - 0.008583005025125713, - 0.014450412060301456, - -0.02057281407035149, - 0.01591073618090474, - 0.05852115577889456, - 0.05490543216080418, - 0.025520276381909558, - 0.01994546482412024, - -0.029288175879396895, - -0.05002305778894475, - 0.09349378894472334, - -0.0024263668341707816, - -0.08628416080401952, - -0.042581354271357584, - 0.019872572864321515, - 0.07025994221105543, - 0.03735249748743718, - -0.021575791457286518, - 0.022925640703517693, - 0.052837846733668196, - 0.07541733668341698, - 0.023911276381909558, - -0.06598816080402005, - -0.03642700000000029, - -0.03662473618090472, - -0.0555867085427135, - 0.019038185929648087, - -0.01863026130653271, - -0.043643228643215105, - 0.029040723618090913, - 0.026844070351758627, - 0.04571258793969818, - 0.0616951256281406, - 0.04614825125628155, - 0.05347232663316565, - 0.11036331658291482, - 0.016836394472361783, - -0.015812482412060267, - -0.05466603015075383, - -0.0745576381909549, - -0.07527588944723587, - -0.0031332562814071646, - 0.009397638190954651, - -0.0009045703517589661, - 0.03485077889447228, - -0.0035822437185929427, - -0.009007914572864234, - 0.029040723618090455, - 0.04252824623115574, - 0.11859657788944705, - 0.0971600904522612, - 0.07854394472361814, - -0.01270106783919611, - -0.023795125628140776, - -0.028454560301507496, - -0.06846445226130653, - -0.05716217336683423, - -0.008979115577889234, - -0.015752100502512602, - 0.029420037688442, - -0.019207185929647985, - -0.08853826130653279, - -0.06453608542713567, - 0.021109673366834107, - 0.06616457286432129, - 0.0990662613065328, - 0.05533300502512552, - 0.028604987437185914, - -0.04203948743718602, - -0.007485824120603054, - -0.023014974874371978, - -0.020393296482412362, - -0.048715170854271364, - -0.023184673366834257, - 0.01613431155778907, - 0.025520276381909585, - -0.02331836683417028, - -0.0022466482412058235, - 0.025685864321608003, - 0.1214610552763827, - 0.12532168341708572, - 0.07314251758794003, - 0.034790552763818976, - 0.015824623115577738, - -0.06917521608040215, - -0.010141005025125743, - -0.0036958190954772753, - -0.0025251658291457193, - 0.006283527638191006, - 0.027300030150753923, - 0.07564008040200966, - 0.037600432160804075, - 0.022608927135678237, - 0.018861979899497297, - 0.03452877889447219, - 0.06937706281407076, - 0.04556413065326641, - 0.041319522613065394, - -0.0070690175879395654, - 0.0030793718592961195, - 0.017090580402010398, - 0.019796572864321606, - -0.016192964824120658, - -0.04226193969849271, - -0.05281126884422079, - -0.0013456030150753172, - 0.04312830150753776, - 0.05816602763819115, - 0.0110636683417086, - -0.00930503768844212, - 0.012763037688442154, - 0.03055638693467361, - 0.009892816582914443, - -0.038075562814070325, - -0.017870065326633208, - -0.012883457286432217, - 0.08004467336683378, - 0.04899117336683459, - -0.023747236180904754, - -0.04004978643216082, - -0.04713785929648249, - -0.04595407537688452, - -0.016720412060301323, - -0.03019200251256272, - -0.008860231155778723, - 0.02002423115577915, - 0.023111075376884147, - -0.0053246733668341605, - -0.041316502512562255, - -0.03685464572864361, - -0.06645353768844256, - -0.04286107537688441, - 0.0677983919597992, - 0.029169467336683533, - 0.025297271356783873, - -0.0032680427135678793, - -0.026374695979899457, - 0.0062461708542712385, - -0.024493984924623437, - 0.01705632160804017, - 0.041416688442211205, - 0.050218221105527164, - -0.0026422336683418032, - -0.008848216080402028, - -0.050413396984924405, - -0.013842623115578042, - -0.015173276381909613, - 0.0423901256281407, - 0.022431655778894367, - 0.04833989949748727, - -0.015437751256281409, - -0.03309212060301497, - 0.00566614572864313, - 0.034707618090452225, - -0.020580653266331614, - -0.04118986683417089, - -0.043604532663316625, - -0.06511693467336681, - -0.04697097487437197, - -0.047876804020100805, - -0.03695147738693452, - -0.023573881909547713, - 0.02588810050251267, - 0.059938824120602745, - 0.06057039195979934, - 0.030043969849246118, - -0.02400981909547736, - -0.061034673366834095, - -0.03376162060301523, - -0.0028822914572863433, - 0.0004090452261306595, - -0.056622663316582986, - -0.05783185678391955, - -0.04331452261306535, - -0.02476830150753774, - -0.04897743718592962, - -0.02051391959798998, - -0.013363165829145748, - 0.01934878140703507, - 0.031055560301507686, - 0.040651306532663266, - -0.016091994974874516, - -0.06268290201004995, - -0.035390954773869276, - -0.027462361809045256, - -0.05414238693467362, - 0.006189246231155719, - 0.0005052211055278901, - -0.025775125628140556, - -0.047400653266331895, - -0.06064291457286465, - -0.023719798994974565, - -0.017446231155778813, - -0.012141331658291529, - 0.026605527638191077, - 0.033742751256281414, - -0.006876432160804101, - 0.005632914572864249, - -0.042793419597989886, - -0.0293114824120604, - -0.037945047738693345, - -0.05130548241206037, - 0.014489914572864079, - 0.01721788944723632, - -0.0011210979899498779, - -0.07518444221105554, - -0.05077718592964814, - -0.017136143216080403, - -0.019568648241205994, - 0.00814675376884411, - 0.08045203015075388, - 0.06091420100502482, - 0.0017932663316581627, - -0.004254356783919557, - 0.00028859547738686056, - -0.05891331407035207, - -0.08821684422110554, - -0.015741175879397072 - ] - ], - "std": [ - [ - 1.0230913089022202, - 1.0306470847496936, - 1.0253163638989118, - 1.0218049113878709, - 1.0074783028399366, - 1.0009433160751784, - 0.9994505670417713, - 1.0026241679219097, - 1.0024524994812487, - 1.0039133733751973, - 1.0048971378545626, - 1.01417394130718, - 1.004332289549513, - 0.9977382032551653, - 1.0017361970021768, - 0.9919233144935908, - 1.0637765669702473, - 1.0455715281984932, - 1.0255977102644784, - 0.99339605984875, - 0.9817359315428323, - 0.981056113878387, - 0.990012610165878, - 0.9974493811385823, - 0.9922963473581801, - 0.9932437097599804, - 0.9968980779182007, - 0.9995978440878907, - 0.9913328217211481, - 1.0010705577402124, - 0.9890209230468918, - 0.9912627019033904, - 1.0644590940044412, - 1.020043651023701, - 1.0074072543879427, - 0.958275404222389, - 0.9578388667517177, - 0.9639856165919881, - 1.003221409383544, - 1.0068397052494056, - 0.9893750244557449, - 1.0076889515382415, - 1.0247383219890505, - 1.0210165378194092, - 1.0075247387147834, - 1.0046362701743567, - 0.9918912192932127, - 0.9665843967074859, - 1.0802469947354034, - 0.998459552401291, - 0.9563901007544556, - 0.978638687720611, - 1.0089127439007188, - 1.0344283171064497, - 1.0220358948079418, - 0.9833155750584129, - 1.0144818792490966, - 1.0322631831022364, - 1.038787160693079, - 1.0103666845998722, - 0.9702991548533046, - 0.987409253216723, - 0.9866887156715956, - 0.9567900274378338, - 1.0134406606180522, - 0.991713556652289, - 0.9827676281149432, - 1.0114433247015615, - 1.012081127146361, - 1.0222420868044244, - 1.0338152076697806, - 1.0268430413524583, - 1.0274456473203384, - 1.0453074953992492, - 1.0068106834774446, - 0.99319836196822, - 0.9771166106782407, - 0.9688298069003922, - 0.9624528562451854, - 0.9968022599327558, - 1.005901557554794, - 0.9993474698627087, - 1.010564715068287, - 0.9983486611130268, - 0.9961238320171254, - 1.0114433247015613, - 1.0161717897956295, - 1.0406869709539412, - 1.0272052350520744, - 1.0224767767382823, - 0.9956124335469829, - 0.9901857170585184, - 0.9865469521402179, - 0.9587645381482431, - 0.9621648427676825, - 0.9899337643062542, - 0.9900729293902669, - 1.0084492238238705, - 0.9937034359335825, - 0.9692951161627006, - 0.9800863496307292, - 1.0042513937180102, - 1.0123603111480772, - 1.0141287908757117, - 1.007677408079292, - 1.0044650992699184, - 0.9890209230468918, - 0.9971736177909093, - 0.9889840573493727, - 0.9866310104770853, - 0.9637832135197844, - 0.9752349399210322, - 1.0083818727667295, - 1.0075247387147834, - 0.991793153918188, - 0.9988433850344973, - 1.0081706851369636, - 1.029626843869407, - 1.0196031669552301, - 1.0093980022007503, - 1.0039886223095509, - 1.0023095280591323, - 0.9808300777029364, - 0.9962389763825825, - 0.9980717278603489, - 0.9982433289914361, - 1.0036155922773329, - 1.0270598343773214, - 1.0290248534923514, - 1.0061441876968409, - 1.0055764584644775, - 1.0053031805865968, - 1.0092866189920002, - 1.0156784749241112, - 1.0088960099879092, - 1.0059991425953296, - 0.9986354940573221, - 1.0001773791355475, - 1.00244149372978, - 1.003847339906564, - 0.996065302775612, - 0.9880253584212956, - 0.9794959611542164, - 0.998556228240707, - 1.0140940621454713, - 1.0096760877814985, - 1.0033829165288874, - 0.9952808518444423, - 1.0052200897485457, - 1.012469146588948, - 1.0035830400494066, - 0.9857420630547223, - 0.9942119752062554, - 0.9950185461635798, - 1.0234288024686335, - 1.0131354799141175, - 0.9949817856959143, - 0.9931492960370479, - 0.9878551084342865, - 0.9652611606828942, - 0.9940656012175009, - 0.9933207816371951, - 0.9965622500501108, - 1.0093915715884572, - 1.0115749892045551, - 0.9968115171925963, - 0.9755344519015101, - 0.9786069630651631, - 0.961464080587249, - 0.9743356627980871, - 1.030835086571909, - 1.0118648303811906, - 1.006595799733842, - 0.9991930482950553, - 0.9940736745513704, - 1.003492294968093, - 0.9918445350591615, - 1.0021683881445074, - 1.0122899955900566, - 1.0249494745406926, - 0.9979849217942023, - 0.9934793024312332, - 0.9621029758682157, - 0.9890982158771477, - 0.9885456854845168, - 1.0294779143109518, - 1.0130593563263568, - 1.0229554890663815, - 0.9943926914757206, - 0.9911313414795533, - 1.0010785245110474, - 1.021221319921214, - 0.9930525323845899, - 0.9938444307912636, - 0.9874394122474933, - 0.965635318129075, - 0.9689109282338, - 0.9629284258029364, - 0.9717359308698656, - 0.9808646394091696, - 1.0162302100520217, - 1.0355012766301623, - 1.0272568498553079, - 1.0107564289840438, - 0.9937602047041728, - 0.9851594467890736, - 0.9884587080836413, - 0.9974266932665549, - 0.999864541688887, - 0.9894363675325561, - 0.9895629283115106, - 0.988727903086388, - 0.990877905737688, - 0.9766932163927938, - 0.9895469407930455, - 0.9935726213392223, - 1.007170379629405, - 1.0100389974395079, - 1.009109049155308, - 0.9965204677792965, - 0.9901869920407446, - 0.99174574443383, - 0.9860427444032561, - 0.9400600968558963, - 1.0033074400595374, - 0.9997993113498106, - 0.9985929054949167, - 1.0046389351594731, - 1.0095474638492092, - 1.0049722474461862, - 1.0044746555071224, - 1.0026481147921085, - 0.9930117198494639, - 0.9940678856560923, - 1.0002974171033587, - 0.9998417518500186, - 0.9914036227508137, - 0.9875178868961761, - 0.9721338649787347, - 0.9291330950891362, - 1.017948146105332, - 1.0150039988798456, - 0.9989984568183743, - 0.9666297205670561, - 0.9878791191600703, - 0.9975774564005543, - 0.9980042921168951, - 1.0006667078298794, - 1.0077886909582168, - 1.016455335207286, - 1.0005853010665489, - 0.9967266234061737, - 0.9999357967957346, - 0.9320191861094074, - 0.8633520103519924, - 0.9623275771498844 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 662026, - "cert_evals": { - "36": 0.8815166354179382, - "72": 0.8625592589378357, - "108": 0.8341232538223267, - "255": 0.658767819404602 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9076792945030403, - "std_test_acc": 0.005046814344207471, - "n_samples": 1593, - "n_features": 256, - "n_classes": 10, - "mean_cert_acc_36": 0.8839338421821594, - "std_cert_acc_36": 0.01378054829171465, - "mean_cert_acc_72": 0.8555158078670502, - "std_cert_acc_72": 0.005077415943674306, - "mean_cert_acc_108": 0.8271319568157196, - "std_cert_acc_108": 0.007818167684023752, - "mean_cert_acc_255": 0.6692852228879929, - "std_cert_acc_255": 0.04553623560722289 - }, - "spambase": { - "dataset": "spambase", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.9186206896551724, - "test_acc": 0.9200293470286134, - "train_size": 1150, - "val_size": 725, - "test_size": 2726, - "stats": { - "mean": [ - [ - 0.021226006173913785, - -0.015919149391304187, - 0.025415802530432907, - 0.03918618617391535, - -0.00802565730434888, - -0.019898612173913727, - 0.006333582695649156, - 0.0138353715652162, - 0.010869212166955465, - 0.020277107478260063, - -0.03972575965999889, - -0.02055293502608697, - -0.008113843652174586, - 0.014708887365217537, - 0.01133711377391179, - -0.015495447060868504, - 0.03913622733043563, - -0.017462963999999633, - 0.0187409115304347, - 0.005520461426088844, - -0.0038418207913071324, - 0.008610802582609307, - 0.035890673565219404, - -0.006205582330433885, - 0.009182778760001165, - -0.019677288817390202, - 0.0004982232156532273, - 0.02920531815652134, - 0.012658779999999129, - 0.017062090382608135, - -0.013314016521739344, - -0.02566035391304503, - -0.008576744521738438, - -0.022911713043477794, - 0.0025098786956515694, - -0.007468803278259888, - 0.011673062539131227, - -0.015021546086957481, - -0.00910834485217397, - -0.02154278895652143, - 0.05463170547826161, - 0.023553851304347857, - 0.010670661652173499, - 0.0295903323391293, - 0.007351219000000634, - 0.01269573645391135, - -0.023270003826086932, - 0.03709884669565298, - 0.007815205191304105, - 0.027519189395651733, - -0.015820542199999555, - -0.01672272254086909, - 0.042409089939126635, - 0.025760643735651907, - 0.02838511237043451, - -0.013437700554782798, - 0.0164267618000002 - ] - ], - "std": [ - [ - 1.1235027725136815, - 0.8904989974639629, - 0.9957178739385403, - 1.4995577621881944, - 0.926476291913068, - 0.8885189316158734, - 0.9024040689634729, - 1.0405154757286925, - 1.1233331839178615, - 0.8981778369870301, - 0.8892119217650689, - 0.9874908627493307, - 0.9205513578145247, - 0.9632286363722543, - 1.0765253751015154, - 0.8531114122905263, - 1.0916574204014953, - 0.9124374318543399, - 0.9910784663927087, - 0.9680608594157823, - 0.9407382453902644, - 0.9930333587983213, - 1.1491144107563753, - 0.6425563314801666, - 1.0428011323424244, - 0.8430611857711853, - 1.0214512070760071, - 1.1643521198183129, - 1.10698998653912, - 1.0810838839403236, - 0.8380031520069444, - 0.8416763955823331, - 1.2024906820600971, - 0.8481231877782008, - 0.8570058504483157, - 0.9470628246612116, - 1.06910230060386, - 0.5874337186131844, - 0.8169185036473402, - 0.8578401703545604, - 1.4145108263137103, - 1.0433820861839775, - 0.9733444555118707, - 1.393792873658117, - 0.9492090774739013, - 1.0044806426321926, - 0.81385805230804, - 1.3465645155559474, - 1.0636978414150784, - 1.007651802571978, - 0.6554083067039526, - 0.7777941339804235, - 1.245208842537934, - 1.6535667744655882, - 1.3137439814967093, - 0.6661201009582893, - 1.219503651337539 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33062, - "cert_evals": { - "36": 0.886896550655365, - "72": 0.8386207222938538, - "108": 0.7682758569717407, - "255": 0.4510344862937927 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.9293478260869565, - "test_acc": 0.9281767955801105, - "train_size": 1150, - "val_size": 736, - "test_size": 2715, - "stats": { - "mean": [ - [ - -0.024849632956522313, - -0.03413819886956486, - -0.00989163035652276, - -0.002361400086956756, - -0.03987249782608704, - 0.01090509313043455, - 0.01957335878260548, - 0.001824029217390987, - -0.024616771288696538, - -0.00523980729217439, - -0.0020601358313020405, - -0.05077641741739166, - -0.03844389808695691, - 0.0008553938956523932, - -0.01214520726087042, - -0.009230109313042243, - 0.010565583165218426, - -0.046801976826087485, - -0.013554089600000253, - 0.02790070953043506, - 0.0032765880556492374, - -0.022136448173912388, - -0.029918836608694217, - -0.007934282660868743, - -0.023365790114781765, - -0.029432224478259654, - -0.022027940843476913, - -0.010254641513043462, - -0.03708282617391394, - -0.030502210695652975, - -0.006006388869565457, - -0.048024147826089034, - 0.029480932521740062, - -0.0510750817391295, - -0.028351204086956815, - -0.026517849208694946, - 0.01842911532173985, - -0.03338618443478374, - 0.006675741999999962, - -0.04656739886956605, - -0.020719941826085986, - 0.006543958434782931, - 0.011525401739130135, - -0.008087698269565702, - 0.025108898113044256, - -0.007957335130433963, - -0.015061640434782204, - -0.03721756826086869, - -0.03895043960869612, - -0.001666222565217826, - -0.010009838134782371, - 0.03633144539478134, - -0.06020993099130556, - -0.0013161700260872296, - -0.03022302409408695, - -0.004946863700869469, - 0.004550906813912774 - ] - ], - "std": [ - [ - 0.8958373484867075, - 0.9002436174684451, - 0.9749857170890281, - 0.9175103073316754, - 0.8456789748627611, - 1.0296079196279977, - 1.0663773858644263, - 0.9918744873399122, - 0.9377758356585005, - 0.9683003635587637, - 0.9988701214159026, - 0.8510020785398145, - 0.8120292232717867, - 1.1716911892002921, - 0.9335490252401448, - 0.9275724825067901, - 1.0706786172093499, - 0.8159996197989664, - 1.018783583831139, - 1.3842479172234758, - 1.039815972096556, - 0.8839135364998896, - 0.8932393785890523, - 0.9102522959355095, - 0.9028197785306566, - 0.9621741754161531, - 0.9455093600221522, - 1.0873334815971143, - 0.9298495573937857, - 0.8712375739105048, - 1.1638136373741579, - 0.7194920963255054, - 0.993798468472957, - 0.7165877104812148, - 0.7540408567752576, - 0.9687673124893158, - 0.981800827979203, - 0.29631208384482205, - 1.2015746837404693, - 0.8040600124748868, - 0.721184410759368, - 1.0883976635466879, - 1.1000595828326398, - 0.6542723004921799, - 1.1435952861265584, - 0.9423531730144734, - 0.6560729981871746, - 0.5591229852816202, - 0.5489093243563901, - 0.9888972344464931, - 0.6428451363337641, - 1.028319563197099, - 0.6205068262838673, - 0.5771896246525331, - 0.41206923845873533, - 0.6584069792527852, - 1.0945705958475596 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33062, - "cert_evals": { - "36": 0.8994565606117249, - "72": 0.8722826242446899, - "108": 0.8301630616188049, - "255": 0.5271739363670349 - }, - "fold": 1 - }, - { - "best_epoch": 50, - "best_val_acc": 0.949928469241774, - "test_acc": 0.9349563953488372, - "train_size": 1150, - "val_size": 699, - "test_size": 2752, - "stats": { - "mean": [ - [ - 0.04921885617391417, - 0.014926593956521877, - 0.00847792629565125, - 0.05005613400000414, - 0.0033398545217390415, - 0.022115092173912148, - 0.020861821652170594, - 0.01550478669565098, - 0.005469835709564297, - -0.002394102646087372, - -0.004648887133041112, - -0.03289461768695655, - -0.040754755739131086, - 0.02023474459130333, - -0.03975969647826165, - -0.0013114386782596627, - 0.05593795568695754, - -0.04049862191304387, - 0.032395505704347835, - 0.003473580347827736, - -0.03802155532695763, - 0.020674000869565144, - -0.029397571826085454, - 0.05626614292173871, - -0.016279572017390314, - -0.040442041434781556, - -0.027683359373911642, - -0.018165945565216026, - -0.0067161096434789095, - -0.01001410846956648, - -0.022173674869565393, - 0.0009115565217380702, - -0.0006774207913042033, - -2.747652173902797e-05, - -0.017699280086957207, - -0.0014646963999993766, - -0.01282538191304263, - -0.03204628226087075, - 0.032762344347826086, - -0.009639197913043794, - 0.10482606808695744, - -0.031013759826086604, - 0.020927692434782336, - 0.006242524399999054, - -0.026823291339128374, - 0.043980723565215755, - -0.005029141565217051, - -0.00635898059999959, - 0.007536563304348806, - -0.0018206163191308838, - -0.026798041434782056, - -0.002352054191304867, - -0.031762150104349914, - -0.03071606211652189, - -0.002249609841739219, - -0.015034978442608676, - 0.011666985643478154 - ] - ], - "std": [ - [ - 1.1778724434167362, - 1.0760534101769437, - 1.0559839237532962, - 1.5297906049045558, - 1.1364234457764475, - 1.0490814157140953, - 1.1363046556284118, - 1.0380124741143066, - 1.075498258791, - 0.8663393072266115, - 0.9747929071031151, - 0.969828844789839, - 0.7696639194748692, - 1.0473361728395063, - 0.8303333840972749, - 0.8838263753298514, - 1.2440346851573585, - 0.9334811719941839, - 1.02990808565559, - 0.8957714253842652, - 0.9678502243817942, - 1.1500298875956583, - 0.9330778093343873, - 1.5773371750732401, - 0.9230289983981412, - 0.8158091055273212, - 0.9489997820681896, - 0.9552807238624355, - 1.0072242253552435, - 1.0223260308735955, - 0.8234643073736883, - 1.0311031398813912, - 0.8806613305973721, - 1.0286119212691307, - 0.8014510966571808, - 0.9352593214362214, - 0.9329050736248139, - 0.3527683412758974, - 1.1692746053848972, - 1.002962447177659, - 1.4919910858493521, - 0.8738202541405161, - 1.1462384337701108, - 1.0090960980820731, - 0.9207764793259576, - 1.0912524568744784, - 0.816026256403742, - 0.7771366886117157, - 0.9566601501316736, - 0.9562471491235174, - 0.6185383136448549, - 0.8282423578976752, - 0.7966634350742242, - 0.34217344919196696, - 0.8296715880092417, - 0.6379508479090837, - 1.2381153537237015 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33062, - "cert_evals": { - "36": 0.9213162064552307, - "72": 0.8826895952224731, - "108": 0.8426323533058167, - "255": 0.5107296109199524 - }, - "fold": 2 - }, - { - "best_epoch": 20, - "best_val_acc": 0.914327917282127, - "test_acc": 0.9160057678442682, - "train_size": 1150, - "val_size": 677, - "test_size": 2774, - "stats": { - "mean": [ - [ - 0.018947906521740433, - -0.000799500504347751, - 0.01308322393912882, - -0.04350387713043517, - -0.017981908217392446, - -0.037174041304348704, - 0.022572385652170752, - -0.04463838826086928, - -0.00969831843826173, - 0.015462332956521007, - 0.02533698608174001, - -0.01796958450434803, - -0.002596639478261534, - -0.008146872721739728, - -0.010465523286957488, - -0.020865805773911915, - -0.023057402052173097, - 0.015772556173913998, - 0.029574481513043406, - -0.00723897516521638, - -0.012929820996524495, - 0.013256362000000747, - -0.016364737217389708, - -0.0054786337391299, - -0.023381384405216223, - 0.018361981547826933, - -0.027815069829563832, - -0.016357650539129607, - 0.02130572809565106, - -0.04712495074782753, - -0.023661064608695874, - -0.017694028695653844, - -0.035716115565216526, - -0.015046066956521246, - 0.017066349999999682, - -0.017144463043477796, - 0.00945527166956592, - 0.0090967913913036, - -0.019910964156521774, - -0.012770454869565474, - 0.008144727217391987, - 0.026037255217391253, - -0.03684596452174003, - -0.03572749460869723, - -0.026032580895649946, - 0.034894907043476656, - -0.040598744086955754, - -0.013571423391303747, - 0.04706986420869568, - 0.04318946167130402, - -0.01196526951304294, - -0.018042527704347985, - 0.049467921365213274, - -0.02400611535652195, - 0.06052994408086956, - 0.0599142720547826, - -0.0026769801565217854 - ] - ], - "std": [ - [ - 0.9331871594323544, - 0.9567845251269138, - 0.9760296399392536, - 0.051280137756585374, - 0.9428238363495951, - 0.8814135527767363, - 0.9954267960650186, - 0.6955201641843568, - 1.0576570344486964, - 1.1798688036970275, - 1.0384456763015388, - 0.9235329672549664, - 0.9059067437108173, - 0.8252286378311408, - 0.9221679162247977, - 1.0327807332881183, - 0.9152290942982179, - 1.0569927523658942, - 1.019968514725996, - 0.9205072920345395, - 0.9958149041823585, - 1.016878390862468, - 0.8965516556476434, - 1.0877876259600743, - 0.948111265047695, - 1.0393908013003292, - 0.9611733587640997, - 0.9251890870444093, - 1.1498439764663797, - 0.8019976062593172, - 0.8125415636929294, - 0.8726450743629817, - 0.6932596937551812, - 0.8745634092810176, - 1.3798992402930492, - 0.8915710521880803, - 0.9391065100766924, - 1.1627844455953502, - 0.8173394703147074, - 0.9245635097978325, - 0.9000725380226579, - 1.1834987177794307, - 0.775157987005211, - 0.6770693378003936, - 0.7878189821125126, - 1.0585249177081846, - 0.48012225657491536, - 0.635321002731002, - 1.2507891578889274, - 1.3781763830166411, - 0.957654911058225, - 0.6938467149180203, - 1.3755269217325827, - 0.35513836957625733, - 1.6062909589981371, - 1.7067437542745856, - 0.9544103185210019 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33062, - "cert_evals": { - "36": 0.8847858309745789, - "72": 0.8389955759048462, - "108": 0.7946823835372925, - "255": 0.49630722403526306 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9247920764504574, - "std_test_acc": 0.008458772817288433, - "n_samples": 4601, - "n_features": 57, - "n_classes": 2, - "mean_cert_acc_36": 0.8981137871742249, - "std_cert_acc_36": 0.01676917919453994, - "mean_cert_acc_72": 0.8581471294164658, - "std_cert_acc_72": 0.022731823646628197, - "mean_cert_acc_108": 0.8089384138584137, - "std_cert_acc_108": 0.03387449955899265, - "mean_cert_acc_255": 0.4963113144040108, - "std_cert_acc_255": 0.03271279000282867 - }, - "statlog-image": { - "dataset": "statlog-image", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 67, - "best_val_acc": 0.8756906077348067, - "test_acc": 0.8599562363238512, - "train_size": 577, - "val_size": 362, - "test_size": 1371, - "stats": { - "mean": [ - [ - 0.05277729462738304, - -0.026856590034661988, - -0.04045374350086678, - 0.035925407279029424, - 0.012791040953206106, - -0.02749923800693239, - 0.026879459393414143, - 0.003427681455805914, - -0.003979492894280729, - -0.0036277449220103795, - -0.004736499878682832, - -0.003368361143847496, - 0.0064276489428076265, - -0.008315490103986137, - 0.007643567209705356, - -0.0043468179896013785, - 0.0004630635528596608, - -0.0013222841941074428 - ] - ], - "std": [ - [ - 1.0182285353798557, - 0.9851787517694358, - 0.9390514410011299, - 1.0719805534061642, - 1.0253303532403122, - 0.7168098920649388, - 1.0463467417069485, - 1.0739156275157598, - 0.9846461541428279, - 0.986758186324584, - 0.9813280135807977, - 0.9874022073254759, - 0.9931538939642666, - 0.9774222979865599, - 0.9945730722498334, - 0.98084516278497, - 0.9787696627538863, - 1.0056912001088976 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3607, - "cert_evals": { - "36": 0.8149171471595764, - "72": 0.7154696583747864, - "108": 0.6077348589897156, - "255": 0.3093922734260559 - }, - "fold": 0 - }, - { - "best_epoch": 92, - "best_val_acc": 0.8955696202531646, - "test_acc": 0.884968242766408, - "train_size": 577, - "val_size": 316, - "test_size": 1417, - "stats": { - "mean": [ - [ - -0.00805977642980937, - -0.018866870935875215, - 0.031481733102252704, - -0.043535077989602024, - 0.004621514436741676, - 0.01480505808492205, - -0.014060085823223602, - -0.02213133720970536, - 0.002966329462738305, - 0.0030170756499133438, - 0.002753383032928949, - 0.0031395960138648014, - -0.0019510392547660267, - 0.0010119288561525432, - 0.0002420222010398325, - 0.0026207177123050403, - -0.00027903677296360597, - -0.004136256395147322 - ] - ], - "std": [ - [ - 0.9953843774509928, - 1.0074852374270842, - 1.0783606982862584, - 0.9028473634226395, - 1.0693480635548707, - 1.0940228399134122, - 0.8711465724120171, - 0.502597420466186, - 1.006613669140276, - 1.0050554458942274, - 1.0062103872564798, - 1.0073657656318686, - 0.9940821219426057, - 0.9803990682446567, - 0.9797804248563735, - 1.0060668347936674, - 0.9852523228665813, - 0.9927198570183016 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3607, - "cert_evals": { - "36": 0.8386076092720032, - "72": 0.7626582384109497, - "108": 0.6772152185440063, - "255": 0.297468364238739 - }, - "fold": 1 - }, - { - "best_epoch": 29, - "best_val_acc": 0.8488063660477454, - "test_acc": 0.8517699115044248, - "train_size": 577, - "val_size": 377, - "test_size": 1356, - "stats": { - "mean": [ - [ - 0.05914366984402079, - 0.022316960745233937, - 0.06025597920277344, - 0.004141213171577218, - 0.06498358975736578, - -0.007717641698440197, - 0.003916004280762564, - -0.024700628942807636, - -0.011757545424610043, - -0.012553493500866587, - -0.011469935798960128, - -0.011205641403812857, - 0.0023379489774696394, - -0.007725091837088372, - 0.010744232443674168, - -0.011220052305025987, - -0.013785179953206241, - 0.003924050017330997 - ] - ], - "std": [ - [ - 1.024154455792897, - 0.9811663585132518, - 1.0550539991337744, - 1.0439910345858283, - 1.1416502363087357, - 0.8904529955722684, - 1.0841860242487946, - 0.7205096411504827, - 0.9892628189620303, - 0.9876451169861917, - 0.9910594913771583, - 0.9889085818803738, - 1.0052016942584325, - 1.0015543969928375, - 1.001939370908761, - 0.9907018248984832, - 0.9753060190971025, - 0.9976064937693578 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3607, - "cert_evals": { - "36": 0.7082228064537048, - "72": 0.5013262629508972, - "108": 0.366047739982605, - "255": 0.25994694232940674 - }, - "fold": 2 - }, - { - "best_epoch": 59, - "best_val_acc": 0.8779761904761905, - "test_acc": 0.8668575518969219, - "train_size": 577, - "val_size": 336, - "test_size": 1397, - "stats": { - "mean": [ - [ - -0.004805442807625656, - 0.03371339715771235, - 0.02189034662045027, - 0.035925407279029334, - 0.0042291054419410475, - 0.03768918716984402, - 0.012717266897746975, - 0.03924694882149047, - 0.00528661488734836, - 0.005418960658578841, - 0.0062262528249566835, - 0.0039763388388214865, - -0.003098130467937617, - 0.010604977712305036, - -0.01486111181975736, - 0.007219200675909865, - 0.014029051389948003, - 0.01013749448873485 - ] - ], - "std": [ - [ - 1.008276364629133, - 1.010568100241832, - 1.0315325534295983, - 1.1379229784648968, - 0.9804535280460098, - 1.2556130480825498, - 1.057279793514591, - 1.3153187531590647, - 1.004023150383831, - 1.004919767936061, - 1.0036256590527597, - 1.0041255432995537, - 1.0046162783500956, - 1.0114881398893187, - 1.0145020055917877, - 1.0028701935817135, - 1.0098377455026906, - 0.990416131086278 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3607, - "cert_evals": { - "36": 0.800595223903656, - "72": 0.7202380895614624, - "108": 0.6190476417541504, - "255": 0.2589285671710968 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8658879856229015, - "std_test_acc": 0.01413626468795336, - "n_samples": 2310, - "n_features": 18, - "n_classes": 7, - "mean_cert_acc_36": 0.7905856966972351, - "std_cert_acc_36": 0.057102130412982934, - "mean_cert_acc_72": 0.6749230623245239, - "std_cert_acc_72": 0.11765881185364029, - "mean_cert_acc_108": 0.5675113648176193, - "std_cert_acc_108": 0.13771521941791742, - "mean_cert_acc_255": 0.2814340367913246, - "std_cert_acc_255": 0.02586473818191424 - }, - "statlog-vehicle": { - "dataset": "statlog-vehicle", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 69, - "best_val_acc": 0.5619834710743802, - "test_acc": 0.556420233463035, - "train_size": 211, - "val_size": 121, - "test_size": 514, - "stats": { - "mean": [ - [ - -0.15146149526066363, - -0.10432839952606632, - -0.059711114691943054, - -0.10485173232227493, - -0.05972240473933653, - 0.023982654502369662, - -0.09937442175355453, - 0.0818855733649288, - -0.10596828436018967, - -0.11517251252132703, - -0.08347083222748818, - -0.1053934661943128, - -0.08422502947867287, - 0.06107363270142171, - -0.09882898767772512, - -0.031016796208530723, - -0.05365530142180105, - -0.07673026919431288 - ] - ], - "std": [ - [ - 0.9244006895318542, - 0.9269788321694366, - 0.9738611659537878, - 0.9392376060519674, - 0.9423236941745864, - 1.2031150582278034, - 0.9189159479510511, - 0.9554470489794712, - 0.9165422543676691, - 0.9419702932342265, - 0.899283407616931, - 0.9016819378903871, - 0.9169739004303826, - 1.0374334592683703, - 1.008232147929816, - 0.9709165003669759, - 0.9809690311814254, - 0.9851749395938914 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3496, - "cert_evals": { - "36": 0.3801652789115906, - "72": 0.24793387949466705, - "108": 0.14876031875610352, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 46, - "best_val_acc": 0.6583333333333333, - "test_acc": 0.5864077669902913, - "train_size": 211, - "val_size": 120, - "test_size": 515, - "stats": { - "mean": [ - [ - -0.05707185829383899, - 0.01703814028436017, - -0.07233211819905201, - -0.08672841545023706, - -0.057319243601895775, - 0.03840272132701431, - -0.013982209905213271, - 0.02121443985781981, - -0.007237241706161201, - 0.0049784149421801165, - -0.014029810900473958, - -0.016262295578199085, - 0.0009614558767772847, - 0.11677855781990558, - 0.0023493535545024086, - -0.010852331753554503, - -0.10286354407582957, - -0.11368303744075818 - ] - ], - "std": [ - [ - 1.0402738933856586, - 0.9838455143238437, - 1.0190627316129826, - 1.0239103894741375, - 1.1508302480807033, - 1.1683856166359436, - 1.0055121275534542, - 0.9988185856887961, - 1.0147533040348673, - 0.9815814858424408, - 0.9995251885514925, - 1.0064285465555274, - 0.9637935338431834, - 1.1030605616237845, - 0.9937126714490084, - 0.995709949800922, - 1.0375518355312294, - 1.0614716810079152 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3496, - "cert_evals": { - "36": 0.4333333671092987, - "72": 0.2750000059604645, - "108": 0.18333333730697632, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 55, - "best_val_acc": 0.6046511627906976, - "test_acc": 0.6403162055335968, - "train_size": 211, - "val_size": 129, - "test_size": 506, - "stats": { - "mean": [ - [ - -0.021963390047393307, - 0.015501836018957329, - 0.03765074758293839, - -0.033773345592417056, - -0.053714301421800954, - 0.025012608530805693, - 0.012391009146919438, - 0.0011931618483411932, - 0.003732862559241725, - -0.004163105436966835, - 0.014350785308056885, - 0.008870320853080559, - 0.03139527815165877, - 0.07120188767772496, - -0.007286610426540335, - 0.01621079620853081, - -0.11362760189573462, - -0.0754560952606636 - ] - ], - "std": [ - [ - 1.0013809830173679, - 0.9782519614775661, - 1.0067349356663802, - 0.9925585379225955, - 0.9656789538710515, - 1.079511023393183, - 1.0086208512176316, - 0.9976671958575583, - 1.0053473248040818, - 0.9749627707710302, - 1.0173842579149284, - 1.023042568770406, - 0.9834183626487213, - 1.0185730954327057, - 1.033273817278921, - 0.9965280678503624, - 0.9690108913489877, - 1.0258779208898805 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3496, - "cert_evals": { - "36": 0.44961240887641907, - "72": 0.3100775182247162, - "108": 0.21705426275730133, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 51, - "best_val_acc": 0.5905511811023622, - "test_acc": 0.5531496062992126, - "train_size": 211, - "val_size": 127, - "test_size": 508, - "stats": { - "mean": [ - [ - 0.04652693270142183, - 0.020878930331753535, - 0.004595829952606676, - 0.050472680521327036, - 0.10850436966824639, - 0.11359419241706137, - 0.0035522710900474227, - -0.016401528483412357, - 0.0019045260663507124, - 0.02816009017251184, - 0.02038910379146921, - 0.003237731909952596, - 0.0162511691943128, - 0.05221142748815186, - 0.04571186824644554, - -0.08779599999999993, - -0.02366896398104278, - -0.04232626635071097 - ] - ], - "std": [ - [ - 1.0660694582459869, - 0.9954955740331093, - 1.0005918167210288, - 1.0225865249631643, - 1.1919100176742894, - 1.3676251093574603, - 0.9782612041335168, - 1.0070319475298821, - 0.9609306968438209, - 0.995608616420587, - 0.9856739612962143, - 0.9752124296736733, - 1.0143856365331891, - 1.0854963150619814, - 1.0148237536601927, - 0.9020045533947828, - 0.9646100732878, - 0.9403175219272142 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3496, - "cert_evals": { - "36": 0.3385826647281647, - "72": 0.13385826349258423, - "108": 0.031496062874794006, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5840734530715339, - "std_test_acc": 0.040371941906453046, - "n_samples": 846, - "n_features": 18, - "n_classes": 4, - "mean_cert_acc_36": 0.40042342990636826, - "std_cert_acc_36": 0.050784815769971556, - "mean_cert_acc_72": 0.241717416793108, - "std_cert_acc_72": 0.07627379534424772, - "mean_cert_acc_108": 0.1451609954237938, - "std_cert_acc_108": 0.08074330022268707, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "steel-plates": { - "dataset": "steel-plates", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 98, - "best_val_acc": 0.6032786885245902, - "test_acc": 0.6107732406602954, - "train_size": 485, - "val_size": 305, - "test_size": 1151, - "stats": { - "mean": [ - [ - -0.033171420824742434, - -0.03487799787628848, - -0.025752341010309272, - -0.02575685641237119, - -0.013433178123711241, - -0.013203120387628779, - -0.01932132132144322, - -0.015286709072164926, - -0.03529740762886613, - -0.06188019999999985, - 0.029282459793814393, - 0.02461150515463966, - -0.02461150515463966, - 0.02680637649484613, - 0.05348254682474227, - 0.04729742422680411, - 0.037012766989690665, - -0.005113711814433202, - -0.04244604482474207, - 0.016299261237113144, - 0.02038411958762842, - 0.024304238721649656, - 0.01957637484536068, - 0.03119099608247441, - 0.008960876804329868, - -0.0667112558564948, - 0.03806582750515489 - ] - ], - "std": [ - [ - 0.9756894853975037, - 0.9770748287077284, - 0.928969513709341, - 0.9289613756914903, - 0.7271911461061646, - 0.6249440949513447, - 0.2710442676106522, - 0.8321078924444775, - 0.9681819508369377, - 0.9379050398893956, - 1.0059681125158686, - 1.004435542438173, - 1.004435542438173, - 1.0374639889594413, - 0.9990047126903454, - 0.9783238676858398, - 0.9859445483202275, - 0.9264109604441377, - 0.9798063758731859, - 0.9885797784975004, - 0.9993680933241289, - 0.9978320614999503, - 0.9928227904046222, - 0.9831836156202347, - 0.9769683973001587, - 0.9740787014301614, - 0.9975175191485853 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 7837, - "cert_evals": { - "36": 0.534426212310791, - "72": 0.4524590075016022, - "108": 0.4098360538482666, - "255": 0.24590164422988892 - }, - "fold": 0 - }, - { - "best_epoch": 82, - "best_val_acc": 0.6619718309859155, - "test_acc": 0.5921501706484642, - "train_size": 485, - "val_size": 284, - "test_size": 1172, - "stats": { - "mean": [ - [ - 0.03706820797938135, - 0.03657455558762895, - 0.014421525546391723, - 0.014414742845360836, - -0.04709934408247418, - -0.04852457241237108, - -0.033936195713195796, - -0.05171317672164952, - 0.013659632577319523, - -0.027462527628865894, - 0.006293505773195868, - 0.011990152577319948, - -0.011990152577319948, - -0.03296888268041301, - -0.009405954164948402, - -0.043928852597938134, - 0.002384727134020549, - -0.013394573402062043, - 0.027507874268041282, - 0.038990112989690746, - 0.0011484783505151038, - -0.02832227346391757, - -0.023262162268041238, - -0.03206279731958757, - -0.003237806419175221, - -0.04168354620618558, - -0.012072491587628926 - ] - ], - "std": [ - [ - 1.015411156192268, - 1.0184785548739292, - 1.121885848311569, - 1.1218788885198352, - 0.690006383533972, - 0.5810603178627508, - 0.2538653505206093, - 0.7901091189782915, - 1.0313073308807894, - 1.1253321716484355, - 0.9934036908444747, - 1.002106781592608, - 1.002106781592608, - 0.9446882153445072, - 1.006327755621702, - 1.0256643689759664, - 0.9902082423796534, - 1.0703705601717843, - 0.9814029395820514, - 0.9594928614842593, - 0.9948279945629597, - 0.9781432437014432, - 0.9737318425454382, - 0.9896265964372553, - 0.996385694776415, - 1.1531115464252937, - 0.9965705557829847 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 7837, - "cert_evals": { - "36": 0.577464759349823, - "72": 0.48591548204421997, - "108": 0.4260563254356384, - "255": 0.26056337356567383 - }, - "fold": 1 - }, - { - "best_epoch": 66, - "best_val_acc": 0.6140939597315436, - "test_acc": 0.5803108808290155, - "train_size": 485, - "val_size": 298, - "test_size": 1158, - "stats": { - "mean": [ - [ - 0.01349540909278348, - 0.011743234845361083, - 0.055380051591752535, - 0.05537599281030928, - -0.002818057010309121, - -0.0043726463257731905, - -0.011363671857525773, - 0.0014854367216495697, - -0.017973084123711465, - -0.019961297319587557, - -0.006256404123711325, - 0.037232857731959154, - -0.037232857731959154, - -0.057822187216493647, - -0.04968943053608254, - 0.05299214910515458, - 0.012450677092783526, - -0.0152095140206186, - -0.021158501278350353, - -0.03180742531958788, - 0.011834936082473834, - 0.02963465686597942, - 0.02183907072164954, - 0.04186944268041253, - 0.024153798268247404, - -0.04557396327835056, - 0.03912331686597949 - ] - ], - "std": [ - [ - 1.0305115292152447, - 1.0350302276108283, - 1.0568148967701887, - 1.0568064122935077, - 0.7926988315617414, - 0.6342514589481083, - 0.28414711305629714, - 0.9056134481718624, - 0.9751665814504833, - 1.0270919456979695, - 0.9900679127467883, - 1.0066006750596284, - 1.0066006750596284, - 0.9543742160994036, - 1.0004136931230714, - 1.0094115145490878, - 1.0121553004352448, - 0.8186606474983903, - 1.0281436358716267, - 1.0235390824617858, - 1.0008479768803218, - 0.990294035931081, - 0.9940477374299497, - 1.000219892821287, - 0.9933237184970842, - 0.9852467220628263, - 0.994697835657597 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 7837, - "cert_evals": { - "36": 0.5503355860710144, - "72": 0.5100671052932739, - "108": 0.4932886064052582, - "255": 0.281879186630249 - }, - "fold": 2 - }, - { - "best_epoch": 79, - "best_val_acc": 0.6126760563380281, - "test_acc": 0.621160409556314, - "train_size": 485, - "val_size": 284, - "test_size": 1172, - "stats": { - "mean": [ - [ - 0.023743463731958805, - 0.016176765814433166, - 0.0014892443092783534, - 0.0014844411752577274, - -0.009514525814432954, - -0.020205760659793785, - -0.01871218610680407, - -0.005845208247422769, - 0.01885683030927834, - -0.00661354618556694, - 0.013281478350515526, - 0.0035759175257736252, - -0.0035759175257736252, - 0.001803373195877225, - -0.050778439121649456, - -0.007776909546391795, - 0.04831092711340207, - -0.05191724047422686, - -0.019034719298968952, - 0.018150954639175196, - 0.009697649484535607, - -0.007318674041237245, - -0.01604848907216485, - -0.0013126113402060792, - 0.01597799027505155, - 0.03087437377319595, - 0.008060444742267966 - ] - ], - "std": [ - [ - 1.035245883833329, - 1.0366480375890377, - 1.0283716528913942, - 1.0283643226814112, - 0.804966635241197, - 0.6387301143243845, - 0.2927267776520207, - 0.9211566457266325, - 1.0248177126554818, - 0.9991241777878153, - 0.9956957155110975, - 1.0004628088385008, - 1.0004628088385008, - 0.9913012556247199, - 0.9711702662146896, - 0.9776882812482338, - 0.9942196574638761, - 0.7385409188908473, - 1.0098201632818302, - 0.9666923500151875, - 0.9978814369963841, - 1.002103883727627, - 0.9660799436198654, - 1.0007299152954314, - 0.9729135128718771, - 1.03912258961276, - 1.0093273706219772 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 7837, - "cert_evals": { - "36": 0.5528168678283691, - "72": 0.5070422291755676, - "108": 0.47887322306632996, - "255": 0.2922535240650177 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6010986754235222, - "std_test_acc": 0.018332835121242997, - "n_samples": 1941, - "n_features": 27, - "n_classes": 7, - "mean_cert_acc_36": 0.5537608563899994, - "std_cert_acc_36": 0.017779455075648504, - "mean_cert_acc_72": 0.4888709560036659, - "std_cert_acc_72": 0.026545788953159972, - "mean_cert_acc_108": 0.4520135521888733, - "std_cert_acc_108": 0.040322826484930914, - "mean_cert_acc_255": 0.27014943212270737, - "std_cert_acc_255": 0.020864848891179726 - }, - "synthetic-control": { - "dataset": "synthetic-control", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 23, - "best_val_acc": 0.9634146341463414, - "test_acc": 0.9130434782608695, - "train_size": 150, - "val_size": 82, - "test_size": 368, - "stats": { - "mean": [ - [ - 0.03924785799999999, - 0.09383712196000003, - 0.07046625366666667, - 0.0014863559999998659, - -0.05929098933333334, - -0.038894416533333365, - -0.06979297906666665, - 0.14184743933333332, - -0.017701836666666713, - 0.031171698399999972, - -0.021065953866666622, - 0.0012081412666666543, - -0.04361972219999998, - 0.0025437976666666416, - 0.07672977846666663, - 0.020924183333333297, - -0.0169760114666666, - 0.002974836000000029, - 0.003983265866666657, - -0.024021968200000025, - -0.03956240413333334, - -0.1248241973333334, - -0.05730380093333336, - -0.05808679486666668, - -0.028370202666666712, - -0.09732389666666662, - -0.05763924799999995, - -0.13051837340000005, - -0.05395017553333331, - -0.03267161173333333, - -0.023729760666666683, - -0.07524714946666669, - -0.06614863693333331, - -0.019300918133333376, - -0.030039852199999936, - 0.011592385653333353, - 0.031318077333333326, - 0.01763483633333328, - -0.0250934726666667, - -0.004898507333333266, - 0.004217182600000006, - -0.0246385992666667, - -0.030988849866666696, - -0.04759142453333339, - -0.01953947740000004, - -0.01564450933333335, - -0.015787699133333277, - 0.002320799400000045, - 0.024963803466666677, - -0.007529426400000029, - 0.04093678893333338, - 0.015736563599999965, - -0.03746829866666665, - 0.014098554666666692, - -0.011547875333333272, - -0.02319905666666666, - -0.03142149800000005, - -0.016265246000000014, - 0.007930060666666574, - -0.023128325933333405 - ] - ], - "std": [ - [ - 0.9961076807315135, - 0.9206509112843125, - 1.0540224386437416, - 1.0522148944257685, - 0.9493400263469906, - 1.0413681468006608, - 1.0206521762883793, - 1.0022196701786035, - 0.9563400774380424, - 0.9609145334914101, - 1.0024994267345215, - 0.9932555095692103, - 0.9717731403065037, - 0.98032175468797, - 0.9982624484839073, - 0.9382038270345618, - 0.9768753390482254, - 0.9916308705368667, - 1.006723658496416, - 1.0297445317020146, - 1.032876694551145, - 0.972144505822908, - 0.9798593024092027, - 0.9843687966126489, - 1.011735889322179, - 1.0429049244153183, - 1.0346506734246277, - 1.0538601962572212, - 0.9988680991418135, - 1.0180957806321926, - 0.9596516599467743, - 0.9834125851120433, - 1.0264509047524573, - 1.041847740419822, - 0.9781778184682978, - 1.0266071515222082, - 1.0054089356966365, - 0.9672870323425345, - 1.0086182531503245, - 0.9476236198433843, - 0.9903141136237383, - 0.9773410750044438, - 0.9739559384791738, - 1.0166341319600727, - 1.0066772526142282, - 0.9830356367906539, - 0.9703713876993874, - 1.0032669206080842, - 0.9780136276281223, - 0.9963547072355085, - 0.9891349444554035, - 0.9865762284560603, - 0.975071666163836, - 0.9738556836226393, - 0.9427521925477134, - 0.9585723823680283, - 1.023473462894158, - 0.974178234052611, - 0.9584708977350718, - 0.9781662302529668 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 37086, - "cert_evals": { - "36": 0.7682926654815674, - "72": 0.4146341383457184, - "108": 0.2926829159259796, - "255": 0.18292681872844696 - }, - "fold": 0 - }, - { - "best_epoch": 61, - "best_val_acc": 0.9518072289156626, - "test_acc": 0.9591280653950953, - "train_size": 150, - "val_size": 83, - "test_size": 367, - "stats": { - "mean": [ - [ - 0.07431676333333329, - 0.055703143333333274, - 0.059986597200000005, - 0.05962913333333327, - 0.01711391199999998, - -0.09842530133333331, - -0.037238006933333324, - 0.04494911246666669, - 0.03584688633333339, - -0.03672074413333339, - 0.1400467430666667, - -0.0017188513300000175, - 0.09355356086666661, - 0.08375834533333343, - 0.10196642733333329, - -0.002735159333333399, - -0.04132526846666665, - 0.002115888533333303, - -0.04545685346666663, - -0.026682441333333327, - 0.0202955157, - 0.05891559266666658, - 0.09727385853333322, - 0.0824819633333333, - -0.003187957799999993, - 0.019345319200000027, - 0.015127944066666616, - -0.01814940193333335, - 0.028838950733333313, - -0.037662185733333346, - -0.03617591013333335, - 0.015016469333333294, - 0.03429976273333337, - 0.0064533666666667005, - -0.029528327399999967, - -0.020207610346666682, - -0.015195800666666651, - -0.03826542699999998, - -0.0280714353333333, - -0.03387643922666661, - -0.006132136866666568, - -0.06652122866666664, - -0.012367441333333272, - 0.04345637599999996, - 0.04305291933333331, - 0.025584800666666543, - 0.017196319133333353, - -0.01777196502666665, - -0.07746244253333334, - -0.044407173933333335, - -0.055261454599999996, - -0.052746810399999934, - -0.0045274859999999695, - -0.025930303333333373, - 0.035556554666666684, - 0.009908130666666676, - 0.016988207333333238, - -0.00977137813333338, - -0.020683775666666668, - 0.012211349666666682 - ] - ], - "std": [ - [ - 0.9843088538516878, - 1.0385221048037923, - 1.0362809707291913, - 1.070636491980348, - 1.036981973032216, - 1.0535025500445936, - 1.0486711166621683, - 1.0486450651360273, - 1.0014223592087255, - 0.9374084409356886, - 0.9860590509896011, - 0.9753368966519272, - 1.0333021459864373, - 0.9876115794841844, - 1.02068622354422, - 1.0112690289204789, - 1.0116637203824093, - 1.033925288406938, - 1.0512195357703547, - 1.018333809220628, - 0.985055866337006, - 0.943091921098071, - 0.9490130762941131, - 0.99910695778916, - 1.0356025959908477, - 1.0026236047334451, - 1.0141313027658527, - 0.9956117641629766, - 1.0018305711459572, - 1.0053268814426604, - 1.0314502672967765, - 1.038459737162511, - 0.937751592640825, - 0.9861261142353305, - 0.9749386073698773, - 0.9772874202358274, - 0.9591957253028498, - 0.9926707359223034, - 0.9729932139063138, - 0.9920544640877638, - 0.9836353401854067, - 0.99810857871081, - 1.0023120691127656, - 0.9517953446574153, - 1.0036265983538577, - 1.0142510395016522, - 0.9769674154680212, - 1.0141447148508704, - 1.0111479341233067, - 0.9771982566562517, - 0.9980648743000833, - 0.9633210674621704, - 0.9823793488227291, - 0.9870075135806297, - 0.983054034466811, - 0.990652388626008, - 1.0024265300075932, - 0.9594171079813323, - 0.9682468460883036, - 0.9900597520223805 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 37086, - "cert_evals": { - "36": 0.867469847202301, - "72": 0.7469879388809204, - "108": 0.6144577860832214, - "255": 0.10843373090028763 - }, - "fold": 1 - }, - { - "best_epoch": 75, - "best_val_acc": 0.9680851063829787, - "test_acc": 0.9325842696629213, - "train_size": 150, - "val_size": 94, - "test_size": 356, - "stats": { - "mean": [ - [ - -0.114856322, - -0.06579790133333327, - 0.03355098266666663, - -0.03648713526666665, - -0.0011477239999999878, - 0.13642399413333328, - -0.07596104666666668, - -0.0056418873333333374, - 0.09558374166666667, - 0.02089898246666667, - 0.03188003920000004, - 0.007430201999999999, - -0.0038350263999999894, - -0.01883838019999997, - 0.0748425113333334, - 0.00488779438666673, - 0.018437261666666697, - 0.030671767333333304, - 0.022914690999999977, - 0.01594029433333337, - -0.048436106666666714, - -0.0024884444666667177, - 0.04168678213333334, - 0.041644789333333244, - 0.042822868333333354, - 0.06534793200000001, - -0.010656098666666605, - -0.006021577466666684, - 0.04735826933333332, - 0.025442156333333393, - 0.017160075866666614, - -0.04544196133333331, - -0.013476259999999967, - 0.033218761599999966, - -0.005814218000000064, - -0.02626612546666666, - 0.0554423356666666, - -0.005378560400000007, - 0.004365360799999973, - 0.01993973579999998, - -0.013822085533333268, - -0.0276612758666667, - -0.005520540333333351, - 0.027592530666666643, - -0.0016518936666666988, - -0.02964797600000004, - -0.016894890799999965, - -0.018347165760000048, - 0.02878474666666673, - 0.009005892399999991, - 0.0005037746666666054, - -0.010252967199999949, - 0.009452513999999928, - -0.0006035673333334005, - -0.023115470666666638, - 0.0008124299999999337, - -0.010064331333333435, - 0.02198669420666669, - 0.005671073333333329, - 0.009682615733333344 - ] - ], - "std": [ - [ - 1.0560741237905633, - 1.0909763937676147, - 0.9591104934810897, - 1.0027353336789389, - 1.0137393600188147, - 0.9974355725372859, - 0.9334185111764193, - 1.0358338960107323, - 0.9936794808583214, - 1.0639561849283727, - 1.0322757313313562, - 1.0330482466022683, - 1.0135503676371944, - 1.0679076791635504, - 0.9641245690753236, - 1.0282675239598804, - 1.0002353813184108, - 0.9684654582597145, - 1.0331226003460752, - 1.0536462803122515, - 0.9988253263652744, - 1.0354371216022098, - 0.9964647889804219, - 1.017635225822453, - 1.0005114917749387, - 1.021355655521812, - 0.9645306146203501, - 1.0113815411448928, - 0.9806016929287075, - 1.0144519155296894, - 1.0265802362924008, - 1.02000197200153, - 1.07766142678815, - 1.0468290903972308, - 1.0314178108001988, - 1.000469001033564, - 1.0450722590473078, - 1.0325221094946504, - 1.048894956227836, - 0.9833702833504419, - 1.0153917705572146, - 1.012455383336184, - 1.0589782810850652, - 1.0157128503216464, - 1.0196629247844613, - 1.0470501606989209, - 1.0194159827106324, - 1.0071984093717992, - 1.0321411977245474, - 1.043438003333306, - 1.0407295108896613, - 1.027173255849118, - 1.0179448117519239, - 1.0453526291643118, - 1.0174480325437838, - 1.0318194380088317, - 1.0133347569254487, - 1.0231404714757075, - 1.030328051006465, - 1.0096253910405713 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 37086, - "cert_evals": { - "36": 0.8936169743537903, - "72": 0.7765957117080688, - "108": 0.6170212626457214, - "255": 0.23404254019260406 - }, - "fold": 2 - }, - { - "best_epoch": 55, - "best_val_acc": 0.9662921348314607, - "test_acc": 0.9418282548476454, - "train_size": 150, - "val_size": 89, - "test_size": 361, - "stats": { - "mean": [ - [ - 0.1277572366666666, - 0.04134771529333352, - 0.021863094333333402, - 0.014401853333333483, - -0.002803757326666718, - 0.06694332266666667, - 0.07448979026666658, - 0.06807802960000005, - 0.019724051666666666, - 0.06465353440000006, - -0.0428330099999999, - -0.07357414919666662, - -0.04223157999999999, - -0.12545532820000008, - -0.04292649966666659, - -0.10589588954666669, - -0.04041633779999999, - 0.05218024986666674, - 0.05426686220000013, - 0.0227305805333333, - 0.10614008046666681, - 0.04376943119999995, - -0.013266023600000024, - -0.07076259793333334, - -0.074043531, - -0.08001001866666667, - -0.07797701933333334, - -0.09792546133333335, - -0.061854662000000005, - -0.024533988199999985, - 0.03629900386666665, - 0.0058454133399999395, - 0.007318489999999978, - 0.03803268466666662, - 0.044273164599999956, - 0.0013259573333333503, - -0.002469843333333337, - -0.029172804800000018, - -0.05582708400000001, - -0.05666843433333332, - -0.048033903333333315, - -0.06985443860000005, - -0.0578782198666667, - -0.05657032866666666, - -0.026883787333333433, - -0.00934031266666669, - 0.011623247533333353, - 0.035373553640000055, - 0.013784810000000043, - 0.005969853333333333, - 0.02904661893333334, - 0.02376045733333324, - -0.02384677466666665, - -0.05474407806666669, - -0.06623972000000003, - -0.06898137600000002, - -0.07447672184000008, - -0.08693477600000002, - -0.05651159700000001, - -0.03601778493333341 - ] - ], - "std": [ - [ - 0.9996137529479245, - 1.0036117435912413, - 1.0522681023859373, - 1.1119684771253828, - 1.0298920232178084, - 1.070456358378364, - 1.0922136476449562, - 0.9445072794294876, - 0.9503254307664003, - 0.9324621895873916, - 0.9965913991681153, - 1.1062786611692523, - 1.1218688680681206, - 1.0020156097641995, - 1.0418972253640428, - 0.9838023238329702, - 0.9853089091257823, - 1.0414927333939905, - 1.0350491750495694, - 1.0308468611443276, - 1.0024128778412678, - 0.9938024611079457, - 0.9539537713906278, - 0.9088792441254281, - 0.9267414020449568, - 1.0592924551372531, - 1.035601875159454, - 1.0348290235762594, - 1.0072879218281139, - 1.0455750589807704, - 0.9984184008706671, - 0.966055737300902, - 0.9991473365977808, - 1.0374974178986145, - 0.9976106602571032, - 0.9683911885436237, - 0.9999529450897607, - 0.9934502585034328, - 1.0060525583431303, - 0.9969439583936579, - 1.0032737317903146, - 1.006882715938048, - 0.9888037727439014, - 0.997171098741018, - 1.0163770279221114, - 0.9925585952400967, - 1.0393735568577307, - 1.0254123445542493, - 1.0212979411217074, - 1.0292884216225284, - 0.9986396756965731, - 0.9791900111960249, - 1.0282697752335705, - 1.0042624464425858, - 1.014742625093536, - 1.0220728519074882, - 0.9823536621313895, - 1.0001527437069238, - 1.0095902426275776, - 1.0166981511490805 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 37086, - "cert_evals": { - "36": 0.8876404762268066, - "72": 0.8426966667175293, - "108": 0.8089887499809265, - "255": 0.23595505952835083 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9366460170416329, - "std_test_acc": 0.019199615582188082, - "n_samples": 600, - "n_features": 60, - "n_classes": 6, - "mean_cert_acc_36": 0.8542549908161163, - "std_cert_acc_36": 0.05838981129831315, - "mean_cert_acc_72": 0.6952286139130592, - "std_cert_acc_72": 0.1912935951546421, - "mean_cert_acc_108": 0.5832876786589622, - "std_cert_acc_108": 0.2140884801543567, - "mean_cert_acc_255": 0.19033953733742237, - "std_cert_acc_255": 0.05987274797046466 - }, - "teaching": { - "dataset": "teaching", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.3181818181818182, - "test_acc": 0.32967032967032966, - "train_size": 38, - "val_size": 22, - "test_size": 91, - "stats": { - "mean": [ - [ - -0.11332560526315784, - -0.17121901315789478, - 0.029873731578947377, - -0.30744157894736857, - -0.12647241315789476 - ] - ], - "std": [ - [ - 1.0757021171452221, - 0.9379212090884154, - 0.9728178435489211, - 1.2214091484203293, - 1.0035868928906388 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 313, - "cert_evals": { - "36": 0.1818181872367859, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.3125, - "test_acc": 0.3402061855670103, - "train_size": 38, - "val_size": 16, - "test_size": 97, - "stats": { - "mean": [ - [ - 0.08642726315789476, - 0.17190744736842098, - 0.21345746842105265, - 0.20351052631578942, - 0.02251846578947367 - ] - ], - "std": [ - [ - 0.9226189788343568, - 0.9529276096944189, - 1.0986997290584972, - 0.7479572951992832, - 0.9794960526322802 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 313, - "cert_evals": { - "36": 0.125, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.4583333333333333, - "test_acc": 0.2696629213483146, - "train_size": 38, - "val_size": 24, - "test_size": 89, - "stats": { - "mean": [ - [ - -0.11332560526315784, - 0.02154873684210526, - -0.18742893684210518, - -0.08846210526315801, - -0.16320968421052634 - ] - ], - "std": [ - [ - 1.0757021171452221, - 0.983440529661239, - 0.8586823726924572, - 1.0752563594695814, - 0.9991610142309885 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 313, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 12, - "best_val_acc": 0.2777777777777778, - "test_acc": 0.45263157894736844, - "train_size": 38, - "val_size": 18, - "test_size": 95, - "stats": { - "mean": [ - [ - 0.0864272631578948, - -0.03628181578947368, - -0.2848404736842105, - 0.057524210526315775, - -0.050956549999999996 - ] - ], - "std": [ - [ - 0.9226189788343567, - 1.030764765505801, - 0.8345079992343973, - 0.9376140898091212, - 1.1033171507511983 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 313, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3480427538832558, - "std_test_acc": 0.07633517810929175, - "n_samples": 151, - "n_features": 5, - "n_classes": 3, - "mean_cert_acc_36": 0.07670454680919647, - "std_cert_acc_36": 0.09155781999234888, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "statlog-landsat": { - "dataset": "statlog-landsat", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.8392461197339246, - "test_acc": 0.8380979337673365, - "train_size": 2000, - "val_size": 902, - "test_size": 3533, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 13614, - "cert_evals": { - "36": 0.8215077519416809, - "72": 0.7838137149810791, - "108": 0.737250566482544, - "255": 0.49223947525024414 - }, - "fold": 0 - }, - { - "best_epoch": 22, - "best_val_acc": 0.8510869565217392, - "test_acc": 0.8352773826458036, - "train_size": 2000, - "val_size": 920, - "test_size": 3515, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 13614, - "cert_evals": { - "36": 0.8086956143379211, - "72": 0.772826075553894, - "108": 0.7336956262588501, - "255": 0.5076086521148682 - }, - "fold": 1 - }, - { - "best_epoch": 49, - "best_val_acc": 0.8552774755168662, - "test_acc": 0.8438566552901023, - "train_size": 2000, - "val_size": 919, - "test_size": 3516, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 13614, - "cert_evals": { - "36": 0.8226332664489746, - "72": 0.7910772562026978, - "108": 0.7606093287467957, - "255": 0.5505984425544739 - }, - "fold": 2 - }, - { - "best_epoch": 77, - "best_val_acc": 0.8307522123893806, - "test_acc": 0.8524497309544039, - "train_size": 2000, - "val_size": 904, - "test_size": 3531, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 13614, - "cert_evals": { - "36": 0.7920354008674622, - "72": 0.7533186078071594, - "108": 0.7190265655517578, - "255": 0.519911527633667 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8424204256644117, - "std_test_acc": 0.007579725586579477, - "n_samples": 6435, - "n_features": 36, - "n_classes": 6, - "mean_cert_acc_36": 0.8112180083990097, - "std_cert_acc_36": 0.014265597802990145, - "mean_cert_acc_72": 0.7752589136362076, - "std_cert_acc_72": 0.01643877842793243, - "mean_cert_acc_108": 0.7376455217599869, - "std_cert_acc_108": 0.01722168812624012, - "mean_cert_acc_255": 0.5175895243883133, - "std_cert_acc_255": 0.024746873069898923 - }, - "tic-tac-toe": { - "dataset": "tic-tac-toe", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.6712328767123288, - "test_acc": 0.6492146596858639, - "train_size": 239, - "val_size": 146, - "test_size": 573, - "stats": { - "mean": [ - [ - -0.06774635146443425, - 0.01449869790794993, - 0.05074422594142255, - -0.014738167364016513, - 0.015902112970711264, - 0.01937172301255273, - -0.05826698744769888, - 0.06322694058577437, - -0.03456911297071133 - ] - ], - "std": [ - [ - 0.9772364146923964, - 0.9898671665296854, - 0.9927899252300538, - 1.0052200080228313, - 1.0139839580724326, - 1.0321649186622677, - 0.9396177418537401, - 0.9908262445058792, - 1.022463266648573 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.6506849527359009, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 32, - "best_val_acc": 0.7291666666666666, - "test_acc": 0.7339130434782609, - "train_size": 239, - "val_size": 144, - "test_size": 575, - "stats": { - "mean": [ - [ - 0.055483841004184395, - -0.00011965439330530087, - 0.00808757322175727, - -0.029356599999999875, - 0.039023707112970575, - 0.019371482008368506, - -0.08670484518828446, - -0.039102302092049956, - 0.027046133891213308 - ] - ], - "std": [ - [ - 0.9957045497387771, - 1.0146010728149857, - 1.003301186901333, - 1.0124926159677299, - 0.9987054895066753, - 0.9814356430315144, - 0.973828360138658, - 1.0003184664932105, - 0.9832177518418727 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.4375, - "72": 0.1666666716337204, - "108": 0.0069444444961845875, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 81, - "best_val_acc": 0.6259541984732825, - "test_acc": 0.6054421768707483, - "train_size": 239, - "val_size": 131, - "test_size": 588, - "stats": { - "mean": [ - [ - -0.04878792468619211, - 0.0047529958158996155, - 0.09814042677824272, - -0.024483735564853226, - 0.034399451882844975, - -0.009865222594141925, - -0.02508974895397498, - 0.004753076150627897, - -0.04878784100418414 - ] - ], - "std": [ - [ - 1.001934480203885, - 0.9778484267660271, - 1.0046660181235467, - 1.0212723008937266, - 1.0210245107562923, - 1.0306454853299336, - 0.9862518055799147, - 0.9951065507668124, - 0.9747736634076275 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.18320611119270325, - "72": 0.007633587811142206, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 18, - "best_val_acc": 0.7101449275362319, - "test_acc": 0.6867469879518072, - "train_size": 239, - "val_size": 138, - "test_size": 581, - "stats": { - "mean": [ - [ - 0.10288007531380783, - 0.04373577740585817, - 0.041264979079497874, - -0.034229491213389085, - -0.05346292050209214, - -0.1999054092050213, - 0.08392158158995812, - 0.07297261589958158, - -0.05826715481171532 - ] - ], - "std": [ - [ - 0.9966065572515563, - 1.018968015200093, - 0.9922920069375739, - 0.9979419605462078, - 0.9801398510182366, - 0.9915447189713678, - 0.9965163996887837, - 0.9964419395653665, - 0.9951178388160773 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.260869562625885, - "72": 0.10144928097724915, - "108": 0.014492753893136978, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6688292169966701, - "std_test_acc": 0.05464918023145666, - "n_samples": 958, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.3830651566386223, - "std_cert_acc_36": 0.20773292844227204, - "mean_cert_acc_72": 0.06893738510552794, - "std_cert_acc_72": 0.0798301435264946, - "mean_cert_acc_108": 0.005359299597330391, - "std_cert_acc_108": 0.006913196464536567, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "titanic": { - "dataset": "titanic", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.7746478873239436, - "test_acc": 0.7839506172839507, - "train_size": 550, - "val_size": 355, - "test_size": 1296, - "stats": { - "mean": [ - [ - -0.033479024545449286, - -0.04388359999999998, - 0.04633865636363635 - ] - ], - "std": [ - [ - 1.0184009911459524, - 0.9030112522482995, - 0.965727266734473 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 282, - "cert_evals": { - "36": 0.7070422172546387, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.8022922636103151, - "test_acc": 0.7273425499231951, - "train_size": 550, - "val_size": 349, - "test_size": 1302, - "stats": { - "mean": [ - [ - 0.00599657709091412, - -0.02712665454545435, - 0.02416022909090901 - ] - ], - "std": [ - [ - 0.993203063568118, - 0.9413765013907114, - 0.9824417459762911 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 282, - "cert_evals": { - "36": 0.6905444264411926, - "72": 0.16045846045017242, - "108": 0.10315186530351639, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 15, - "best_val_acc": 0.7034700315457413, - "test_acc": 0.7466266866566716, - "train_size": 550, - "val_size": 317, - "test_size": 1334, - "stats": { - "mean": [ - [ - 0.014578170545459438, - -0.043883600000000356, - 0.03303160000000017 - ] - ], - "std": [ - [ - 1.0150806710594007, - 0.9030112522482996, - 0.9758508000000029 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 282, - "cert_evals": { - "36": 0.11041009426116943, - "72": 0.11041009426116943, - "108": 0.05678233504295349, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7725947521865889, - "test_acc": 0.768348623853211, - "train_size": 550, - "val_size": 343, - "test_size": 1308, - "stats": { - "mean": [ - [ - 0.0077128369090957785, - -0.027126654545454543, - -0.0290679963636369 - ] - ], - "std": [ - [ - 1.026123748181085, - 0.9413765013907113, - 1.0194745387594568 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 282, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.756567119429257, - "std_test_acc": 0.02477597941401167, - "n_samples": 2201, - "n_features": 3, - "n_classes": 2, - "mean_cert_acc_36": 0.3769991844892502, - "std_cert_acc_36": 0.37436041028304656, - "mean_cert_acc_72": 0.06771713867783546, - "std_cert_acc_72": 0.08081844459846829, - "mean_cert_acc_108": 0.03998355008661747, - "std_cert_acc_108": 0.04989924441114254, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "trains": { - "dataset": "trains", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 6, - "best_val_acc": 0.6, - "test_acc": 0.6666666666666666, - "train_size": 2, - "val_size": 5, - "test_size": 3, - "stats": { - "mean": [ - [ - -0.61237, - -0.9717294999999999, - -0.316228, - 0.621059, - 0.786374, - -0.474342, - -0.369273, - -0.316228, - -0.41404050000000003, - -0.161281, - 1.264911, - 0.2108185, - -0.08519500000000002, - -0.685249, - -0.7115125, - -0.29632100000000006, - 0.398527, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - -0.774597, - -0.774597, - 0.711514, - -0.316228, - 0.41404050000000003, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 0.6073305, - 1.0, - 1.0, - 0.406746, - 1.0, - 0.7385470000000001, - 1.0, - 1.0350995, - 0.322562, - 1.581139, - 0.5270465, - 1.2779150000000001, - 0.571041, - 0.16940750000000004, - 0.740799, - 1.328423, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 1.0, - 1.0, - 1.185856, - 1.0, - 1.0350995, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 8702, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 0.75, - "test_acc": 0.75, - "train_size": 2, - "val_size": 4, - "test_size": 4, - "stats": { - "mean": [ - [ - -0.61237, - -0.36439749999999993, - -0.316228, - 0.621059, - 0.10846649999999997, - -0.474342, - 0.7385470000000001, - 1.264911, - -1.44914, - -0.8064045, - 1.264911, - -0.316228, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - 0.19365149999999998, - 0.19365149999999998, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 1.2146625, - 1.0, - 1.0, - 1.0846535, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0, - 0.9676855, - 1.581139, - 1.0, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 0.9682485, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 8702, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.5, - "train_size": 2, - "val_size": 2, - "test_size": 6, - "stats": { - "mean": [ - [ - -0.61237, - -0.36439749999999993, - -0.316228, - 0.621059, - 0.10846649999999997, - -0.474342, - 0.7385470000000001, - 1.264911, - -1.44914, - -0.8064045, - 1.264911, - -0.316228, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - 0.19365149999999998, - 0.19365149999999998, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 1.2146625, - 1.0, - 1.0, - 1.0846535, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0, - 0.9676855, - 1.581139, - 1.0, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 0.9682485, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 8702, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 2, - "best_val_acc": 1.0, - "test_acc": 0.3333333333333333, - "train_size": 2, - "val_size": 2, - "test_size": 6, - "stats": { - "mean": [ - [ - -0.61237, - 0.24293300000000004, - 1.264911, - -0.41404050000000003, - -1.1117685, - -0.474342, - 0.7385470000000001, - 1.264911, - -0.41404050000000003, - -0.32255999999999996, - -0.316228, - -1.370319, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - -0.621059, - 0.19365149999999998, - 1.1619, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 0.607332, - 1.581139, - 1.0350995, - 0.13558149999999997, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0350995, - 1.45153, - 1.0, - 1.0540910000000001, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 8702, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5625, - "std_test_acc": 0.18477964855069542, - "n_samples": 10, - "n_features": 29, - "n_classes": 2, - "mean_cert_acc_36": 0.0, - "std_cert_acc_36": 0.0, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "thyroid": { - "dataset": "thyroid", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.8985879332477535, - "test_acc": 0.9071166054126295, - "train_size": 3428, - "val_size": 779, - "test_size": 2993, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.6110398173332214, - "72": 0.2207958996295929, - "108": 0.06161746010184288, - "255": 0.014120668172836304 - }, - "fold": 0 - }, - { - "best_epoch": 2, - "best_val_acc": 0.9336801040312094, - "test_acc": 0.9267399267399268, - "train_size": 3428, - "val_size": 769, - "test_size": 3003, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.32509753108024597, - "72": 0.10013003647327423, - "108": 0.04681404307484627, - "255": 0.0026007802225649357 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.9189526184538653, - "test_acc": 0.9121212121212121, - "train_size": 3428, - "val_size": 802, - "test_size": 2970, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.5411471724510193, - "72": 0.13092270493507385, - "108": 0.027431422844529152, - "255": 0.0074812970124185085 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.926241134751773, - "test_acc": 0.9292468209977176, - "train_size": 3428, - "val_size": 705, - "test_size": 3067, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.4936169981956482, - "72": 0.08510638028383255, - "108": 0.005673758685588837, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9188061413178714, - "std_test_acc": 0.010851824291252586, - "n_samples": 7200, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.4927253797650337, - "std_cert_acc_36": 0.1217139635677532, - "mean_cert_acc_72": 0.13423875533044338, - "std_cert_acc_72": 0.06077425551236492, - "mean_cert_acc_108": 0.035384171176701784, - "std_cert_acc_108": 0.024254087187282326, - "mean_cert_acc_255": 0.006050686351954937, - "std_cert_acc_255": 0.006209774850521936 - }, - "vertebral-column-2clases": { - "dataset": "vertebral-column-2clases", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 67, - "best_val_acc": 0.8813559322033898, - "test_acc": 0.6954022988505747, - "train_size": 77, - "val_size": 59, - "test_size": 174, - "stats": { - "mean": [ - [ - -0.04851593662337664, - -0.013603715584415602, - 0.017817786623376606, - -0.052196842324675335, - -0.002157415584415587, - -0.03604349805194806 - ] - ], - "std": [ - [ - 0.9285507134809343, - 1.06595981877074, - 0.9952787423256769, - 0.8624418582955644, - 0.9372946280214954, - 0.7536679299194217 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.11864406615495682, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 49, - "best_val_acc": 0.8095238095238095, - "test_acc": 0.7905759162303665, - "train_size": 77, - "val_size": 42, - "test_size": 191, - "stats": { - "mean": [ - [ - -0.01160272857142857, - 0.19142412077922066, - 0.13749096324675333, - -0.1576678293376624, - 0.1349718081818182, - 0.01367927922077926 - ] - ], - "std": [ - [ - 0.9739076978851005, - 1.1234128014311557, - 1.0980714645789118, - 0.9124304878226723, - 0.8779104710989865, - 0.8103068848046617 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0476190485060215, - "72": 0.02380952425301075, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 79, - "best_val_acc": 0.35294117647058826, - "test_acc": 0.3956043956043956, - "train_size": 77, - "val_size": 51, - "test_size": 182, - "stats": { - "mean": [ - [ - -0.08900769350649353, - 0.022068336363636327, - -0.17777378870129867, - -0.13070269816883123, - -0.08019039701298694, - 0.034270005844155946 - ] - ], - "std": [ - [ - 1.1891598679346718, - 1.0629718968025748, - 0.9683921685715591, - 1.1934548554540982, - 1.0519483392859137, - 1.4108241281173226 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.19607843458652496, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8043478260869565, - "test_acc": 0.6470588235294118, - "train_size": 77, - "val_size": 46, - "test_size": 187, - "stats": { - "mean": [ - [ - -0.06772925194805193, - -0.07967984805194804, - -0.14121441038961047, - -0.02757299220779231, - -0.014883416753246786, - -0.1100020467532468 - ] - ], - "std": [ - [ - 1.0828152543652132, - 1.0199396915025827, - 0.9339640371725322, - 0.9916023829290741, - 1.077978313814909, - 0.7401101130023645 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.19565217196941376, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6321603585536871, - "std_test_acc": 0.16859786454957243, - "n_samples": 310, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.13949843030422926, - "std_cert_acc_36": 0.07125368970861828, - "mean_cert_acc_72": 0.0059523810632526875, - "std_cert_acc_72": 0.011904762126505375, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "vertebral-column-3clases": { - "dataset": "vertebral-column-3clases", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.11363636363636363, - "test_acc": 0.21164021164021163, - "train_size": 77, - "val_size": 44, - "test_size": 189, - "stats": { - "mean": [ - [ - -0.017758871428571372, - -0.13893042727272728, - -0.08468526142857148, - 0.08071379740259733, - 0.06779229129870129, - 0.08923458311688294 - ] - ], - "std": [ - [ - 1.0953816731705295, - 0.8966984943146973, - 0.956938148341136, - 1.2077590425927807, - 1.073031602135157, - 1.464104633953606 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 435, - "cert_evals": { - "36": 0.11363636702299118, - "72": 0.09090909361839294, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 36, - "best_val_acc": 0.7407407407407407, - "test_acc": 0.7541899441340782, - "train_size": 77, - "val_size": 54, - "test_size": 179, - "stats": { - "mean": [ - [ - -0.049201149350649384, - -0.06358896883116881, - -0.11700971038961039, - -0.01579821818181819, - -6.0709350649427305e-05, - 0.0891967623376624 - ] - ], - "std": [ - [ - 1.093043067173537, - 1.0341900281252163, - 0.948390256340442, - 1.1192974642236186, - 1.0160280673716198, - 1.4089004707085644 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 435, - "cert_evals": { - "36": 0.2222222238779068, - "72": 0.07407407462596893, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 16, - "best_val_acc": 0.2857142857142857, - "test_acc": 0.24293785310734464, - "train_size": 77, - "val_size": 56, - "test_size": 177, - "stats": { - "mean": [ - [ - -0.030620783376623464, - -0.15526778051948048, - -0.0557417341558442, - 0.0764179809090909, - -0.11299565064935047, - -0.10344603831168832 - ] - ], - "std": [ - [ - 0.9944305280127423, - 0.9108287434677631, - 0.8529822131400763, - 0.9664086884725089, - 0.9649650863065573, - 0.713799883374489 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 435, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 59, - "best_val_acc": 0.5094339622641509, - "test_acc": 0.5666666666666667, - "train_size": 77, - "val_size": 53, - "test_size": 180, - "stats": { - "mean": [ - [ - 0.20264046623376622, - 0.3261196974025974, - 0.10299690753246762, - 0.017040496636363645, - -0.09640795220779223, - 0.03692924155844167 - ] - ], - "std": [ - [ - 1.1066380009229393, - 1.1415960579871545, - 1.0733819141948675, - 1.089301161345955, - 0.9585561559088557, - 0.8693443253284101 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 435, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.4438586688870753, - "std_test_acc": 0.26184084912707895, - "n_samples": 310, - "n_features": 6, - "n_classes": 3, - "mean_cert_acc_36": 0.0839646477252245, - "std_cert_acc_36": 0.10660783652393524, - "mean_cert_acc_72": 0.04124579206109047, - "std_cert_acc_72": 0.048119886336886034, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "twonorm": { - "dataset": "twonorm", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.9770431588613406, - "test_acc": 0.975566016588209, - "train_size": 1850, - "val_size": 1089, - "test_size": 4461, - "stats": { - "mean": [ - [ - -0.014544049503783818, - -0.003368689291891876, - 0.016772092459459455, - 0.0019175647345946178, - -0.02506532699859457, - 0.0038982543675675696, - 0.019339146565999932, - -0.009895024481081047, - 0.006385932609729719, - -0.0014487788735135277, - -0.02301627440935135, - -0.005151859209189199, - 0.008102996605405427, - -0.0044304854756756626, - 0.0017575496378378407, - -0.009554797715135191, - 0.026529897787837913, - 0.02922682911891893, - -0.01169157914054059, - -0.004898149291891907 - ] - ], - "std": [ - [ - 1.008740635111714, - 1.0057995039659557, - 0.9837382170327289, - 1.0009348723588565, - 0.9894373169495185, - 0.9855025922172592, - 1.0016273845342372, - 1.0019232777130362, - 1.0102983788423001, - 0.989126863772442, - 1.014473431822349, - 0.9873937513386905, - 1.0120815536633763, - 1.0026507637547364, - 0.9944344640609678, - 1.0009003980137419, - 1.017029495884869, - 0.9934459224888799, - 1.005170519855988, - 1.0182286286784454 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4202, - "cert_evals": { - "36": 0.9651055932044983, - "72": 0.9485766887664795, - "108": 0.9329659938812256, - "255": 0.7860422134399414 - }, - "fold": 0 - }, - { - "best_epoch": 12, - "best_val_acc": 0.9833040421792618, - "test_acc": 0.9746146872166818, - "train_size": 1850, - "val_size": 1138, - "test_size": 4412, - "stats": { - "mean": [ - [ - -0.011274481706054077, - 0.0010725280108108113, - 0.04904605430486482, - 0.00013406402702702838, - 0.0037092568978378815, - -0.03159644886486481, - 0.00852751402702707, - -0.014074217665405411, - 0.026686750430270245, - 0.023341407989189197, - 0.00574216419659461, - -0.019635965771891885, - 0.04072469101081081, - 0.00963421142594593, - -0.044921805624324275, - -0.025982841086486463, - -0.0002432451580000008, - -0.011375726291891854, - 0.021153889262702744, - 0.01900583370702701 - ] - ], - "std": [ - [ - 0.9976085735229742, - 1.0108425474557818, - 1.0105604700510442, - 1.0350336168987333, - 0.990362036249636, - 0.9744762030983907, - 1.0066091603129825, - 0.984656658886602, - 0.9965234554482512, - 0.973435364067005, - 0.9921055599456662, - 1.0065413490604112, - 1.0042400869906856, - 0.9880184758483341, - 0.9898502752755675, - 0.992736848303296, - 0.9922171097916167, - 1.0043754412776131, - 0.9893350555688326, - 0.9868441569808528 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4202, - "cert_evals": { - "36": 0.9710017442703247, - "72": 0.9595782160758972, - "108": 0.9420035481452942, - "255": 0.8040421605110168 - }, - "fold": 1 - }, - { - "best_epoch": 19, - "best_val_acc": 0.9758497316636852, - "test_acc": 0.9796931407942239, - "train_size": 1850, - "val_size": 1118, - "test_size": 4432, - "stats": { - "mean": [ - [ - 0.003976000881081077, - 0.010715774432432398, - -0.017786920248648645, - 0.0036804860497297266, - 0.002183984135675682, - 0.01946380120540544, - -0.009359299564702704, - -0.02816081002594586, - 0.031211165720540515, - 0.0197382945891892, - 0.004506140226864866, - -0.01331618493945946, - 0.014995027385405353, - -0.001854380632432439, - -0.01958510810810805, - -0.00386884019891889, - -0.017393956009891888, - -0.0021528696070270597, - 0.005169307811351341, - 0.0024582379264864846 - ] - ], - "std": [ - [ - 1.009760000740286, - 1.0090347482418227, - 1.0148186512036792, - 1.0060022323323823, - 0.9990626780886653, - 0.9896872166496508, - 0.9763805914536888, - 0.9957691924612021, - 0.9906698247495431, - 1.0035665264537232, - 0.9947437173054162, - 1.0004339807413987, - 0.9823451342038293, - 1.0178129069401878, - 1.020030588883728, - 1.0098245678900148, - 0.9925509761821191, - 0.984129704899966, - 1.021860274128779, - 1.0179863343134843 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4202, - "cert_evals": { - "36": 0.9642218351364136, - "72": 0.9499105215072632, - "108": 0.9257602691650391, - "255": 0.8112701177597046 - }, - "fold": 2 - }, - { - "best_epoch": 11, - "best_val_acc": 0.9821428571428571, - "test_acc": 0.980135440180587, - "train_size": 1850, - "val_size": 1120, - "test_size": 4430, - "stats": { - "mean": [ - [ - -0.020650926096864895, - 0.0029367999405405425, - -0.006630237378378379, - 0.010420081979243248, - -0.001797412861621615, - 0.006000229992972958, - 0.02513403323243256, - -0.04051091970432429, - 0.016437013362162183, - 0.008169780156756753, - 0.010605073612270283, - -0.014074353574054115, - 0.001890994940540519, - -0.00912456161891894, - -0.011556316408108112, - -0.004322038713513496, - -0.0011294842637837807, - -0.006298975859459421, - 0.017070309424864923, - 0.0166714651562162 - ] - ], - "std": [ - [ - 0.9799722867298174, - 0.9831760308737035, - 1.0071900480073166, - 1.003544153680456, - 0.9998334222405475, - 0.997242014320636, - 0.9816671365897304, - 0.9927759081786102, - 1.0236053141912813, - 0.9882650425660089, - 1.0199540485168141, - 0.9750354662835033, - 1.000698654175577, - 0.9953898045603353, - 0.9850292707815245, - 0.9950063778865423, - 0.9842233774554926, - 1.0005588371487018, - 1.0122840782683846, - 1.0155158561773454 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4202, - "cert_evals": { - "36": 0.9723214507102966, - "72": 0.9571428894996643, - "108": 0.9312499761581421, - "255": 0.7964285612106323 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9775023211949254, - "std_test_acc": 0.0028178426518420167, - "n_samples": 7400, - "n_features": 20, - "n_classes": 2, - "mean_cert_acc_36": 0.9681626558303833, - "std_cert_acc_36": 0.004091930989300986, - "mean_cert_acc_72": 0.953802078962326, - "std_cert_acc_72": 0.00538435069208502, - "mean_cert_acc_108": 0.9329949468374252, - "std_cert_acc_108": 0.0067463871687665, - "mean_cert_acc_255": 0.7994457632303238, - "std_cert_acc_255": 0.010796618035436538 - }, - "wall-following": { - "dataset": "wall-following", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 44, - "best_val_acc": 0.7341463414634146, - "test_acc": 0.722799511002445, - "train_size": 1364, - "val_size": 820, - "test_size": 3272, - "stats": { - "mean": [ - [ - -0.005686892404692003, - 0.022638621533284334, - 0.0029726543621700742, - -0.007766223049853293, - -0.008952794454545568, - 0.009051411851906211, - 0.004111615835777271, - 0.054535739948680446, - 0.01721141257331339, - -0.00017557098093850144, - -0.0030259690689149518, - -0.015323145063782956, - 0.004263515249266924, - 0.013408757045454725, - -0.0019448981744868829, - 0.0003941872595307252, - -0.023833700213343096, - -0.0418792441422289, - -0.01742122004472146, - -0.01653938162023472, - 0.004910744486803571, - 0.04303871550586514, - -0.015449803416422289, - -0.003778200753665663 - ] - ], - "std": [ - [ - 0.9538903586600096, - 1.0100879107934733, - 1.0049069273556643, - 0.9922954720481119, - 0.9870136651293122, - 0.990779450218937, - 0.997732207974109, - 1.0249084242333972, - 1.0039227101782235, - 0.9840871960957936, - 0.9963448823117925, - 0.9855998980612843, - 1.0024509972558129, - 1.0025416545074122, - 0.9881545916458445, - 1.0165283990308178, - 0.9738216818182036, - 0.9275548118344852, - 0.9839704565560611, - 0.9728388862456517, - 1.0184938963953918, - 1.0303474329203226, - 0.9612235203553664, - 0.9816909108470405 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 6100, - "cert_evals": { - "36": 0.6365853548049927, - "72": 0.5329268574714661, - "108": 0.4560975730419159, - "255": 0.13658536970615387 - }, - "fold": 0 - }, - { - "best_epoch": 63, - "best_val_acc": 0.7334167709637046, - "test_acc": 0.7351958700273307, - "train_size": 1364, - "val_size": 799, - "test_size": 3293, - "stats": { - "mean": [ - [ - -0.02975309696847506, - 0.005558309164222893, - 0.004718745812316816, - -0.020307799296187545, - -0.007320344633431353, - -0.028494500266862125, - -0.024019284164222755, - 0.009570253951612977, - 0.01097609736070351, - -0.00032918113929638346, - 0.032141068781524784, - 0.02072696681818175, - 0.02201199852639303, - 0.02843859972873922, - -0.010288174340176055, - -0.0025629487653958533, - 0.014673984588709695, - -0.0024179095725806485, - 0.011989980659823955, - 0.014437480175952963, - 0.010780398057038091, - -0.02107569172287382, - 0.018757813350439904, - -0.03195081329985328 - ] - ], - "std": [ - [ - 0.945216136192205, - 0.9992147601024853, - 1.0013950133535414, - 1.0070090886620435, - 1.0100405651888793, - 1.0035220275618202, - 1.0076868559644707, - 1.0146043586860587, - 1.0036702207634716, - 1.0020409725295103, - 1.0195319569843622, - 1.018330702441904, - 1.0188371291097438, - 1.0099651693219551, - 0.9929137513000473, - 0.9893773454929811, - 1.0312952518146736, - 0.9850531254011928, - 0.9991545369015657, - 1.024970910904686, - 1.0211398104956508, - 0.9811793320532708, - 1.0213393023608297, - 0.9709259568406406 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 6100, - "cert_evals": { - "36": 0.6470588445663452, - "72": 0.5657071471214294, - "108": 0.4543178975582123, - "255": 0.14142678678035736 - }, - "fold": 1 - }, - { - "best_epoch": 84, - "best_val_acc": 0.7407847800237812, - "test_acc": 0.725622885266072, - "train_size": 1364, - "val_size": 841, - "test_size": 3251, - "stats": { - "mean": [ - [ - 0.01872266574486808, - 0.006327694957038103, - -0.07104427478152507, - -0.011521076319648046, - -0.004222936934017776, - -0.012975204868035104, - -0.01602920872434, - 0.018177438951613122, - 0.001741687587976442, - 0.026653914322580085, - 0.006544868966275523, - -0.0006487189816715815, - -0.006107012813782889, - -0.017521736390762342, - -0.02309750486070397, - 0.015360951164222853, - -0.05447749436730212, - 0.011644383885630553, - -0.005685932580645217, - 0.033520921312316744, - 0.015700824787390003, - 0.00464063532258066, - -0.007768450139296197, - -0.01706286590102635 - ] - ], - "std": [ - [ - 1.0075883148093572, - 0.9956149685197124, - 0.9336114810272496, - 1.0053964412297443, - 1.0037906536892414, - 0.9889864422444196, - 0.993232391245941, - 1.0033346943820691, - 1.0019335251023536, - 1.015228028452373, - 1.0184871692443849, - 0.9950347742751352, - 1.001225456339628, - 0.9911991075823401, - 0.9891922963313015, - 1.020897686359133, - 0.9021478154164623, - 1.027059313060404, - 0.9920589942567254, - 1.037458331459377, - 1.0154700216289818, - 1.0017979731537894, - 0.9794245346392066, - 0.9721130758506005 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 6100, - "cert_evals": { - "36": 0.6492270827293396, - "72": 0.5695600509643555, - "108": 0.46967893838882446, - "255": 0.16884660720825195 - }, - "fold": 2 - }, - { - "best_epoch": 51, - "best_val_acc": 0.7463592233009708, - "test_acc": 0.7331701346389229, - "train_size": 1364, - "val_size": 824, - "test_size": 3268, - "stats": { - "mean": [ - [ - 0.02031997529545452, - -0.033795195992888556, - -0.02352743731011721, - 0.01124182900293254, - -0.01151259605278599, - -0.015031226107038104, - 0.03267076282991228, - 0.0279429813196483, - -0.007205795674486686, - -0.0060127819017595785, - 0.01344909527859221, - 0.01992942824853357, - -0.01951502722360692, - -0.029693211412756465, - -0.009494099098240562, - -0.01795489370381231, - 0.010101200832844593, - -0.0059742676495601315, - -0.017900947921847564, - -0.021026184816715806, - 0.016916847096700823, - -0.0052597014662755836, - 0.032237512456011766, - 0.007093840727272726 - ] - ], - "std": [ - [ - 1.0112945026202158, - 0.970221558754097, - 0.9823204142944053, - 1.0136980604051529, - 0.982757495735732, - 0.9808366104043786, - 1.001324458975229, - 1.0152847209982614, - 0.9908830298302452, - 0.9932341203049162, - 1.0097191496904292, - 1.0252804409457419, - 0.9852042484069533, - 0.992545202932286, - 0.9901306066571973, - 0.9793681779580009, - 0.9956413121371739, - 0.9901468286266072, - 0.9701309779282022, - 0.9725832802282708, - 1.0307338552882614, - 0.991132554001173, - 1.0343162251093825, - 0.9974059438112418 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 6100, - "cert_evals": { - "36": 0.6638349294662476, - "72": 0.5497573018074036, - "108": 0.44053399562835693, - "255": 0.15776699781417847 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7291971002336927, - "std_test_acc": 0.005929429484324963, - "n_samples": 5456, - "n_features": 24, - "n_classes": 4, - "mean_cert_acc_36": 0.6491765528917313, - "std_cert_acc_36": 0.011223390974147335, - "mean_cert_acc_72": 0.5544878393411636, - "std_cert_acc_72": 0.016736171952055942, - "mean_cert_acc_108": 0.4551571011543274, - "std_cert_acc_108": 0.011920678419396133, - "mean_cert_acc_255": 0.1511564403772354, - "std_cert_acc_255": 0.01487305989312237 - }, - "waveform": { - "dataset": "waveform", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 25, - "best_val_acc": 0.8852242744063324, - "test_acc": 0.858957219251337, - "train_size": 1250, - "val_size": 758, - "test_size": 2992, - "stats": { - "mean": [ - [ - 0.020179633495999987, - 0.011963990736, - -0.033601846864, - -0.041786463160000016, - -0.03154164217599994, - -0.040098393640000014, - -0.043940430239999995, - -0.03151536300719995, - -0.036418570040000015, - 0.043107926798400066, - 0.03738288511999999, - -0.0024740305919999984, - 0.03243670563199995, - 0.011112976024000014, - 0.03951120671200011, - 0.0219850811552, - 0.028168458383999943, - 0.06235075759679998, - 0.020069774392, - 0.007039422583999985, - -0.02925996517600002 - ] - ], - "std": [ - [ - 0.9901799387654557, - 1.0306402386317552, - 0.9708771794256926, - 0.9608246419787663, - 1.0044852476869415, - 0.9877134023221446, - 0.9749943080882616, - 1.0123255354438774, - 0.986958011185208, - 1.0005937342506195, - 0.9789827068743525, - 1.0033150982759136, - 0.9538985981244916, - 1.006689675325801, - 0.9956488213117433, - 1.001823072865656, - 0.9921420818481883, - 0.9865005595269615, - 1.0350777753049674, - 1.0160784990711804, - 0.9870983405424562 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.8324538469314575, - "72": 0.7651715278625488, - "108": 0.6754617691040039, - "255": 0.37335094809532166 - }, - "fold": 0 - }, - { - "best_epoch": 33, - "best_val_acc": 0.8801089918256131, - "test_acc": 0.870026525198939, - "train_size": 1250, - "val_size": 734, - "test_size": 3016, - "stats": { - "mean": [ - [ - 0.010216515320000044, - -0.04063758078400007, - 0.025120129951999963, - -0.025077058975999964, - 0.003169892232000061, - -0.01685490820000002, - -0.011714589596800004, - -0.03299081049600003, - -0.01699664363999998, - -0.018953863726399994, - -0.010869116344000016, - 0.041914844448000185, - -0.01596277459040001, - 0.012558276106399974, - 0.026120965832000048, - 0.03314989547359999, - 0.03347167229600001, - 0.023257175787200043, - 0.017851450192000014, - -0.004257698511999955, - -0.04945521833600015 - ] - ], - "std": [ - [ - 1.0013552490719653, - 0.9855864106795154, - 0.9729457372221003, - 0.9924096158327768, - 1.0128588967374343, - 1.0016694374565032, - 1.0094886119500357, - 1.0100863354319733, - 1.0019192663797813, - 0.9946338222875807, - 0.999064791075417, - 1.0101141099838185, - 0.9759008425547311, - 1.0113866649689796, - 1.0124143691513183, - 1.0133948233035053, - 1.0110196515539809, - 1.0206255456252598, - 1.0155072750087655, - 0.9949826852691384, - 0.9838169172120375 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.8337874412536621, - "72": 0.779291570186615, - "108": 0.7125340700149536, - "255": 0.3896457850933075 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.8770053475935828, - "test_acc": 0.8757495003331113, - "train_size": 1250, - "val_size": 748, - "test_size": 3002, - "stats": { - "mean": [ - [ - 0.007048574136000094, - -0.015209897391999988, - 0.011429607696000007, - -0.03273079147199999, - -0.023185516656000008, - 0.003389837535999984, - 0.0013940158719999971, - -0.00547288197039998, - 0.006071109367999992, - 0.005879158908799994, - 0.032166854647999996, - 0.005692848927999994, - 0.022531058751999993, - 0.009790249777599982, - 0.0040757011359999935, - 0.030061611308799984, - 0.029284791384000003, - 0.02420849601600001, - 0.014083066104000005, - 0.02953013189600018, - -0.004491209880000014 - ] - ], - "std": [ - [ - 0.9996125618988059, - 0.9720078266135495, - 1.0135851933941078, - 1.0319065276512462, - 0.9931170056559575, - 0.9993639751369633, - 0.9853632660237902, - 0.9995807541677071, - 1.0238743231650074, - 0.9969840482557133, - 0.9979292933830571, - 1.0142743499688514, - 1.001427080201001, - 0.9998997970203162, - 1.0142762186668912, - 1.0117340691797234, - 1.0099181268245983, - 1.0006047030346061, - 0.9985746890321932, - 1.0069732844455408, - 1.0040803599543435 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.8288770318031311, - "72": 0.7727273106575012, - "108": 0.7045454978942871, - "255": 0.3810160458087921 - }, - "fold": 2 - }, - { - "best_epoch": 34, - "best_val_acc": 0.8700410396716827, - "test_acc": 0.8714806227227558, - "train_size": 1250, - "val_size": 731, - "test_size": 3019, - "stats": { - "mean": [ - [ - -0.009131498528000003, - -0.0039044835359999803, - 0.07005067444800003, - -0.010843439071999996, - 0.006077575768000002, - -0.013402124615999992, - -0.0034755865247999887, - 0.0036035160240000075, - -0.0006721240640000021, - -0.006537375988799971, - -0.015753593288000012, - 0.013293681728000002, - -0.011138352720000024, - -0.025798392399999908, - 0.0029978399759999904, - 0.017920257033599982, - -0.008153607000000004, - 0.01568651420000006, - -0.051382837735999956, - 0.005123328096000027, - 0.025813726736000034 - ] - ], - "std": [ - [ - 1.0018392101812919, - 1.0020859314875776, - 1.0033561958769905, - 0.9975363296716959, - 0.9849899598871443, - 0.9756730653513883, - 0.993760630561838, - 0.9861757179284345, - 1.0000258312156731, - 1.0000825386418444, - 0.99177201535984, - 1.0234277089306048, - 1.0159176275153121, - 0.9839459155591159, - 0.9943404985027471, - 1.0116349239455822, - 1.0052044277000671, - 0.9841510621883656, - 1.0190638151002673, - 0.9952041186962591, - 1.0328002659610966 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.8194254636764526, - "72": 0.7592339515686035, - "108": 0.6935704946517944, - "255": 0.3337893486022949 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8690534668765357, - "std_test_acc": 0.0071556273463978404, - "n_samples": 5000, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.8286359459161758, - "std_cert_acc_36": 0.0064808790007677515, - "mean_cert_acc_72": 0.7691060900688171, - "std_cert_acc_72": 0.008752088171866184, - "mean_cert_acc_108": 0.6965279579162598, - "std_cert_acc_108": 0.016052076416562606, - "mean_cert_acc_255": 0.36945053189992905, - "std_cert_acc_255": 0.024688341406458147 - }, - "wine": { - "dataset": "wine", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 41, - "best_val_acc": 0.3235294117647059, - "test_acc": 0.45, - "train_size": 44, - "val_size": 34, - "test_size": 100, - "stats": { - "mean": [ - [ - -0.0032810681818182252, - -0.005479031818181848, - -0.08091575454545454, - 0.05187518272727261, - -0.06624296590909094, - -0.007079050000000028, - -0.06275028018181807, - -0.08246524999999992, - 0.05402081363636373, - 0.0044511772727273136, - -0.04690897272727282, - 0.09077693181818178, - -0.0044964045454545494 - ] - ], - "std": [ - [ - 0.9486079560461609, - 0.9748783430969256, - 0.9254167517337237, - 0.9617928120291063, - 0.8801585454960099, - 0.9897338243089531, - 0.9271822071946669, - 0.9702762446771567, - 0.9107960044629595, - 1.0952735150882602, - 0.9243353232179793, - 0.9887201896638538, - 0.9269494258065332 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 1849, - "cert_evals": { - "36": 0.20588235557079315, - "72": 0.05882352963089943, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 22, - "best_val_acc": 0.9259259259259259, - "test_acc": 0.9065420560747663, - "train_size": 44, - "val_size": 27, - "test_size": 107, - "stats": { - "mean": [ - [ - 0.06530710454545458, - 0.007947954545454524, - -0.18861000681818177, - -0.06994299681818188, - -0.08852099545454545, - 0.06554911590909095, - 0.0228023237272727, - -0.08063868636363627, - 0.11120031590909094, - 0.1451315113636364, - 0.07976722954545465, - 0.05492483636363638, - -0.04130375068181816 - ] - ], - "std": [ - [ - 1.1054246265200351, - 1.022075699615381, - 1.0101337670617143, - 0.9836114927228263, - 1.0039715573451675, - 1.0160855472349155, - 1.00168059755674, - 0.942713932749028, - 1.1841316940042428, - 1.0673173131706486, - 1.0204335593229852, - 0.9474429014625287, - 0.9790698019551516 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 1849, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.9310344827586207, - "test_acc": 0.6761904761904762, - "train_size": 44, - "val_size": 29, - "test_size": 105, - "stats": { - "mean": [ - [ - -0.0016014659090909378, - -0.2809373181818182, - -0.0013865818181818283, - -0.011415792727272868, - -0.005774513636363688, - 0.0034522068181817842, - -0.09596993699999999, - 0.061802877272727264, - -0.18700712727272728, - 0.003569234090909025, - 0.14042048863636367, - -0.033103909090909094, - -0.06411021136363641 - ] - ], - "std": [ - [ - 0.9298272868804931, - 0.8250056451408178, - 1.08551443258742, - 1.1391522997578776, - 1.162897463787286, - 0.9140439887115281, - 0.9166314532406474, - 1.013186331346434, - 0.9551870696183078, - 1.1440128298039551, - 1.0494592532907625, - 1.0314806625541306, - 0.958232402601652 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 1849, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 62, - "best_val_acc": 0.8709677419354839, - "test_acc": 0.9320388349514563, - "train_size": 44, - "val_size": 31, - "test_size": 103, - "stats": { - "mean": [ - [ - -0.0007615090909091727, - 0.05596002272727269, - -0.07345953863636358, - -0.09784549954545461, - 0.008546922727272678, - 0.09278491795454552, - 0.0448726857272727, - 0.11476138181818184, - 0.09094955909090909, - 0.005921997727272779, - 0.16726700681818205, - 0.005308763636363668, - -0.08561718409090915 - ] - ], - "std": [ - [ - 1.007206359663615, - 0.8850705986397225, - 1.0706938375587134, - 0.8864652113978174, - 1.1440281408589326, - 0.9372647448943219, - 0.9191041363758027, - 0.9830875500627535, - 1.0190542547845243, - 0.9888966660536255, - 1.11752991456707, - 0.9731773531474354, - 0.8829161708393709 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 1849, - "cert_evals": { - "36": 0.6129032373428345, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7411928418041748, - "std_test_acc": 0.22567021248837305, - "n_samples": 178, - "n_features": 13, - "n_classes": 3, - "mean_cert_acc_36": 0.2046963982284069, - "std_cert_acc_36": 0.28892643867137713, - "mean_cert_acc_72": 0.014705882407724857, - "std_cert_acc_72": 0.029411764815449715, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "wine-quality-red": { - "dataset": "wine-quality-red", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 84, - "best_val_acc": 0.4732510288065844, - "test_acc": 0.3692468619246862, - "train_size": 400, - "val_size": 243, - "test_size": 956, - "stats": { - "mean": [ - [ - -0.02693017225000001, - -0.010865180249999969, - 0.01090508905000014, - 0.028862860500000035, - -0.005716316749999986, - -0.0022627200000000882, - -0.008672537749999942, - 0.0023822675999998814, - 0.03910194012499996, - -0.003237799000000088, - -0.015897374500000026 - ] - ], - "std": [ - [ - 0.9743049425383958, - 1.0208202037213217, - 1.0045213439257272, - 1.0312615683961275, - 0.9360785088397681, - 1.0135085097778138, - 1.054760065228032, - 0.9991490231742983, - 0.9910168624962105, - 0.9560724374897602, - 1.0224479021869215 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 1414, - "cert_evals": { - "36": 0.2839505970478058, - "72": 0.10699588060379028, - "108": 0.02469135820865631, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.423728813559322, - "test_acc": 0.3935617860851506, - "train_size": 400, - "val_size": 236, - "test_size": 963, - "stats": { - "mean": [ - [ - 0.013418094749999616, - -0.03892854174999997, - 0.03785578170000011, - 0.030990686500000093, - 0.03390959879999997, - -0.02747751350000006, - 0.024918823500000065, - -0.0024924809250000362, - -0.023241676749999992, - 0.00015447274999999162, - 0.017258733749999842 - ] - ], - "std": [ - [ - 1.0484699134032194, - 0.9803949233513032, - 1.0076892023564636, - 1.0290250752162338, - 1.1997081630921285, - 0.9489970021589998, - 1.0263878594773712, - 1.03076931004531, - 0.9684548723090626, - 0.9627052256819137, - 0.9972530011672733 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 1414, - "cert_evals": { - "36": 0.36016950011253357, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 68, - "best_val_acc": 0.47280334728033474, - "test_acc": 0.41770833333333335, - "train_size": 400, - "val_size": 239, - "test_size": 960, - "stats": { - "mean": [ - [ - -0.0013715520000001779, - -0.035088978500000055, - 0.06416455662500034, - -0.006156608600000014, - 0.0926046769, - -0.01361536200000002, - -0.007988503499999982, - 0.019787725674999798, - -0.030528630750000167, - 0.09543056175000009, - -0.01609288975000005 - ] - ], - "std": [ - [ - 0.9829420987934913, - 0.9707586864617593, - 1.0018786547407759, - 0.964170646447104, - 1.218209093004271, - 0.993770255551407, - 0.9825900214132555, - 0.9579306637091782, - 1.0278450401756267, - 1.103602348070479, - 1.019972708382203 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 1414, - "cert_evals": { - "36": 0.2845188081264496, - "72": 0.12552301585674286, - "108": 0.02092050202190876, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.4083333333333333, - "test_acc": 0.40041710114702816, - "train_size": 400, - "val_size": 240, - "test_size": 959, - "stats": { - "mean": [ - [ - -0.024919883000000052, - 0.11828172599999993, - -0.10639385059999999, - 0.09154341099999996, - -0.0404553217, - 0.02593951999999995, - -0.03595611450000001, - 0.029616401199999934, - 0.04752242037499988, - -0.06532982275000002, - -0.002994586000000021 - ] - ], - "std": [ - [ - 1.0557689652662066, - 1.036986432681799, - 0.9776537301766356, - 1.148436386560584, - 0.6942596510748834, - 1.0910930117650621, - 0.9332303748474275, - 0.9830858412290316, - 0.9796850899079309, - 0.8673250562614796, - 1.0016840683328132 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 1414, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3952335206225496, - "std_test_acc": 0.020083889398232708, - "n_samples": 1599, - "n_features": 11, - "n_classes": 6, - "mean_cert_acc_36": 0.23215972632169724, - "std_cert_acc_36": 0.15885885606385697, - "mean_cert_acc_72": 0.058129724115133286, - "std_cert_acc_72": 0.06754723451814203, - "mean_cert_acc_108": 0.011402965057641268, - "std_cert_acc_108": 0.013256698012875316, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "waveform-noise": { - "dataset": "waveform-noise", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.874189364461738, - "test_acc": 0.8546492111446794, - "train_size": 1250, - "val_size": 771, - "test_size": 2979, - "stats": { - "mean": [ - [ - 0.04109552382399996, - -0.007068212280000003, - 0.014182510261599956, - 0.0026211762400000084, - 0.014018176879999957, - 0.02370059650560003, - 0.004374500936000023, - -0.0038294597343999904, - -0.014804110096000014, - 0.00045386584799994817, - -0.010192400336000008, - -0.01903542342399992, - -0.010784385815999982, - -0.005200951027200047, - -0.002328150511999989, - 0.014533825215999989, - 0.007865440576000029, - -0.025042890535999954, - -0.005855280768000005, - 0.010768292656000005, - -0.029557043135999994, - 0.02497473343199999, - 0.0059397922879999695, - 0.02985397081600005, - 0.034868211864000014, - -0.03436343556000003, - 0.022563571339200006, - 0.013530936152000026, - 0.006182852718399999, - 0.02533174106799999, - -0.023453127760000032, - -0.012310209543200052, - 0.023519454263999984, - -0.010153050279999989, - 0.015502481212800007, - 0.010150338703999973, - 0.0053944454240000125, - -0.0034366949536000007, - -0.005722000272000003, - 0.007498833936000044 - ] - ], - "std": [ - [ - 1.0036717936871953, - 1.0115164152393803, - 1.0267935868392655, - 1.0141719003383043, - 1.0034317001981041, - 0.9959239723426369, - 0.9939861987845015, - 1.0288633031133263, - 1.0043429776096469, - 0.9779096908533591, - 1.0249129338514036, - 1.0084484801657798, - 1.0020500717103944, - 1.026928437823279, - 1.009036128138247, - 1.0055555854598206, - 0.9775356004635903, - 1.0198250392925892, - 0.9777825735121067, - 0.9997432850888442, - 1.0057789366361842, - 1.0008832746108618, - 0.9887462327692325, - 0.9949832502604571, - 0.9939865250881332, - 0.9973380026834073, - 0.977390812504474, - 0.998438673003916, - 0.9765375704247188, - 1.0137678154638436, - 0.9930247910455883, - 1.0298745659129236, - 0.9839097409542001, - 0.991922743066992, - 1.0070087822831295, - 0.9876272290873123, - 1.0098641388551413, - 1.0215112956805443, - 1.0133094868761658, - 0.98802284916221 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 16483, - "cert_evals": { - "36": 0.8002594113349915, - "72": 0.7211413979530334, - "108": 0.6238651275634766, - "255": 0.1919585019350052 - }, - "fold": 0 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8722294654498044, - "test_acc": 0.8716057660073752, - "train_size": 1250, - "val_size": 767, - "test_size": 2983, - "stats": { - "mean": [ - [ - 0.044322997631999955, - 0.029345537880000067, - -0.011366358759840026, - -0.0005867047360000063, - -0.006665745688000015, - -0.006024195060800007, - -0.013584043487999992, - -0.024554553948799986, - 0.01623729534400002, - -0.007884222439999988, - 0.0019230570479999735, - -0.02265010408799999, - 0.007417331240000002, - -0.002911046979200009, - 0.020059001183999964, - 0.01574975624800002, - 0.02813207348000001, - 0.004678202063999986, - 0.028763643272000018, - 0.018513851640000002, - 0.0358815304, - 0.028113823255999978, - -0.00718522141599999, - -0.006245005135999949, - 0.011452240719999996, - -0.039296166616000015, - 0.013289260721600025, - -0.003815815991999974, - -0.001233308884800033, - 0.0033645557719999956, - 0.02454588116, - 0.010769942833599997, - 0.008991375496000034, - -0.012577069439999996, - 0.051492131759200026, - 0.009570444000000011, - 0.022488379120000006, - -0.00477033891360003, - -0.009759721552000007, - 0.0046987019359999846 - ] - ], - "std": [ - [ - 0.9680395488640641, - 0.9731934131975439, - 1.0256129853497884, - 1.0016500605542749, - 0.9832741110357304, - 1.0155722609031699, - 1.0177266822426836, - 1.0012352994664209, - 1.0017870547556, - 0.9825996623950224, - 1.0116415424885532, - 1.0008713618877405, - 1.004966285943376, - 0.991554206326663, - 1.0098780435455994, - 1.0036202953348388, - 0.9885930770833588, - 1.000767817574134, - 0.9955550387843519, - 1.0082268705074462, - 0.9951019252067327, - 0.9944184018582543, - 1.0206633343240308, - 1.0149218534426545, - 0.9851575763005246, - 0.9922537027672286, - 1.0164765099719621, - 1.0106305279893444, - 1.006251693120508, - 0.9864167800458236, - 1.0043559273464866, - 0.9969845117753792, - 0.99621846666241, - 1.0281731534980536, - 0.9986967919798584, - 0.9696604033255324, - 0.9966142799032668, - 0.9849892430729312, - 1.0057643181118128, - 1.0029305279401282 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 16483, - "cert_evals": { - "36": 0.8070403933525085, - "72": 0.7405475974082947, - "108": 0.6544980406761169, - "255": 0.2881355881690979 - }, - "fold": 1 - }, - { - "best_epoch": 11, - "best_val_acc": 0.8670360110803325, - "test_acc": 0.8550198150594451, - "train_size": 1250, - "val_size": 722, - "test_size": 3028, - "stats": { - "mean": [ - [ - 0.014308189376000027, - 0.028783297960000027, - 0.03795345253087996, - 0.013117279295999998, - 0.032089058063999955, - 0.012632187806400005, - 0.018484099464000054, - 0.009576141620799988, - 0.036987581783999995, - -0.006325697687999988, - -0.02381616588800001, - -0.008374505503999985, - -0.04596340019200004, - -0.03257486172959995, - -0.021728262640000023, - -0.019410886679999996, - -0.04224714851999999, - -0.02175625772000002, - -0.0017738945599999954, - 0.006572127119999979, - 0.015226716143999997, - -0.002422181303999986, - -0.025979705407999994, - 0.022093594352000027, - 0.03834592470399997, - -0.009863329287999975, - 0.020212545147199973, - 0.0037560529200000177, - 0.03646794663519996, - -0.018870360144, - -0.011957785879999988, - 0.016431144787999986, - 0.014396109119999995, - 0.008498349159999984, - 0.012689327942400006, - -0.00249464457599998, - -0.022068862224000004, - -0.0005122236512000032, - 0.008362260016000047, - -0.02581517636800003 - ] - ], - "std": [ - [ - 1.0188927880817935, - 0.9988893028885985, - 1.0203039986619837, - 1.0176161206264251, - 1.0298233594756412, - 1.032613885870231, - 1.0145448604818694, - 1.0020618139895976, - 0.9933894833504273, - 0.9801525816452665, - 0.9828864827428538, - 1.0084878782151452, - 1.0036037092630097, - 0.9753885414870564, - 1.015306973575768, - 0.9941278153766206, - 0.9825139145564932, - 0.9962329520442799, - 0.9688294278798073, - 0.98310050706914, - 0.9843726349902746, - 0.9830497457267643, - 1.019877833578896, - 1.0231451225251817, - 0.9901755816567956, - 0.9958326894928737, - 1.032928859241582, - 0.9924515511719896, - 0.9749189762682579, - 1.0285239667561281, - 1.002192158381019, - 0.9935329644391413, - 1.0052344609016668, - 1.0064075388331128, - 1.0160814777549847, - 0.9845645364365565, - 0.9925488055513885, - 1.0072044814714247, - 1.0303878632271122, - 0.9885231209627763 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 16483, - "cert_evals": { - "36": 0.7839335203170776, - "72": 0.7160664796829224, - "108": 0.6301938891410828, - "255": 0.20083102583885193 - }, - "fold": 2 - }, - { - "best_epoch": 24, - "best_val_acc": 0.8728476821192053, - "test_acc": 0.8607679465776293, - "train_size": 1250, - "val_size": 755, - "test_size": 2995, - "stats": { - "mean": [ - [ - -0.036278040016000025, - 0.00810417363999999, - 0.0013843179736000206, - -0.0018023679760000122, - -0.005956154304000002, - 0.025961240582400028, - 0.010167898040000027, - 0.01906255140800001, - -0.02535409856000002, - 0.013357130255999999, - -0.007777053167999971, - 0.007395055352000006, - -0.009246732704000024, - 0.000417141663999981, - -0.012846879495999965, - -0.011422848472000015, - -0.02694291900799997, - -0.010714078007999981, - -0.017699573224000033, - 0.006549602159999982, - 0.02394824680000007, - -0.027398905735999915, - -0.006791929848000011, - 0.016008580479999996, - 0.04892266430400006, - 0.035720964879999914, - 0.03039491798320002, - 0.0066352822719999895, - -0.02569047550079999, - 0.01171173369999999, - 0.022736661080000005, - -0.02455200705200002, - 0.03534526224799999, - 0.039964129560000006, - 0.04194475229440003, - 0.012341044367999982, - 0.04449289257600006, - 0.05609793443199992, - 0.037631368336000094, - -0.0013801063520000427 - ] - ], - "std": [ - [ - 0.9967186390712067, - 1.0046232169850224, - 0.9740084152266493, - 0.9826095647211786, - 0.9807015091355339, - 0.9903924974929869, - 0.9994986310830332, - 0.999954070658992, - 1.0016268406564945, - 1.0082593311694388, - 1.0031753015138711, - 1.0033236672468044, - 0.987229114309021, - 1.0132234933998234, - 0.9873167353551544, - 0.983479654201213, - 1.011117373386074, - 1.0372041491820654, - 0.9890339764711912, - 0.9663488793448463, - 1.0078666660648328, - 0.9894244150573558, - 1.0015699231644122, - 1.0021673571075749, - 0.98850640710336, - 1.0232697675089457, - 1.0136787449302005, - 1.0052546165431762, - 0.9928535231583258, - 0.9947831559397796, - 0.9947379135130683, - 0.968921467398204, - 1.0158922450868932, - 0.9723954832645065, - 0.9861131949259808, - 1.0009190287109688, - 0.9931377428957798, - 1.0140326666524644, - 0.9958387641879904, - 0.9761305424003285 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 16483, - "cert_evals": { - "36": 0.8238410949707031, - "72": 0.7642384171485901, - "108": 0.7033112645149231, - "255": 0.33112582564353943 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8605106846972822, - "std_test_acc": 0.007909351733659696, - "n_samples": 5000, - "n_features": 40, - "n_classes": 3, - "mean_cert_acc_36": 0.8037686049938202, - "std_cert_acc_36": 0.01652628691110847, - "mean_cert_acc_72": 0.7354984730482101, - "std_cert_acc_72": 0.0218724028182677, - "mean_cert_acc_108": 0.6529670804738998, - "std_cert_acc_108": 0.036066709546703324, - "mean_cert_acc_255": 0.2530127353966236, - "std_cert_acc_255": 0.06778844515785161 - }, - "wine-quality-white": { - "dataset": "wine-quality-white", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 53, - "best_val_acc": 0.3251700680272109, - "test_acc": 0.3310649880911875, - "train_size": 1224, - "val_size": 735, - "test_size": 2939, - "stats": { - "mean": [ - [ - -0.0032048589052286994, - -0.028953991503268075, - -0.009521662091503368, - -0.033446381021241915, - -0.021216290767973777, - 0.0013643637254901876, - -0.019732506176470634, - -0.0385083221609477, - -0.012002372222222163, - -0.05735950201797371, - 0.02225335972222248 - ] - ], - "std": [ - [ - 1.023683347421332, - 0.9447226597106944, - 0.9620105291208404, - 0.9658980402573037, - 0.9263448142152314, - 0.9948440839445967, - 0.9740337269720393, - 0.9614465411758055, - 1.0172641404349574, - 0.9821399823923815, - 0.9957833992600652 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 1437, - "cert_evals": { - "36": 0.1972789168357849, - "72": 0.095238097012043, - "108": 0.03265306353569031, - "255": 0.0040816329419612885 - }, - "fold": 0 - }, - { - "best_epoch": 7, - "best_val_acc": 0.23616734143049933, - "test_acc": 0.240709171496761, - "train_size": 1224, - "val_size": 741, - "test_size": 2933, - "stats": { - "mean": [ - [ - -0.017049376225490367, - 0.014491614133986936, - 0.008908331290849619, - 0.010737108415032604, - 0.04067164330065363, - 0.0329015589869281, - -0.002488432352941375, - 0.006007091343954325, - -0.021524885539215638, - 0.0011987277042483457, - -0.014868995751633802 - ] - ], - "std": [ - [ - 1.0062718660617844, - 0.9894618025720731, - 1.0916182332376316, - 0.9825566386411965, - 1.1470818763060382, - 1.0937605281552916, - 0.9895690762781538, - 0.9664685559760209, - 0.9624746400083976, - 0.9868208733792134, - 0.99380448190184 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 1437, - "cert_evals": { - "36": 0.001349527621641755, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.33655172413793105, - "test_acc": 0.3231603933536792, - "train_size": 1224, - "val_size": 725, - "test_size": 2949, - "stats": { - "mean": [ - [ - -0.008771757843137384, - -0.004596860539215801, - 0.008705725245097917, - -0.034847791446078476, - -0.030826640032679757, - -0.01616954820261436, - -0.03943745302287589, - -0.040444966319444435, - 0.02927997336601328, - 0.006854076119281012, - 0.030744455310457264 - ] - ], - "std": [ - [ - 1.0204079506641692, - 1.0029139391565418, - 1.0078310341851806, - 0.9854918621954571, - 0.9449468354581222, - 0.957020515296538, - 0.954249288652687, - 0.976569994872353, - 0.9899815735473346, - 1.008692992013154, - 0.9893537338950328 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 1437, - "cert_evals": { - "36": 0.15724138915538788, - "72": 0.04137931019067764, - "108": 0.009655172936618328, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 60, - "best_val_acc": 0.3342736248236953, - "test_acc": 0.33962900505902194, - "train_size": 1224, - "val_size": 709, - "test_size": 2965, - "stats": { - "mean": [ - [ - -0.022035407434640455, - 0.006143019934640497, - -0.030651977777777773, - 0.024485125988562038, - -0.018449098774509846, - -0.0018301268790849984, - 0.008402089934640587, - 0.008618634501633892, - -0.035267637908496643, - 0.02360550346405227, - -0.013176123529411856 - ] - ], - "std": [ - [ - 1.0070335678428375, - 0.9660388185917548, - 0.9095987830657093, - 0.9927445013639002, - 0.8945149881344938, - 0.9537849826536657, - 1.0086544512672544, - 0.9850628871532389, - 0.9772491357585545, - 0.995730526664069, - 1.0046258178743335 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 1437, - "cert_evals": { - "36": 0.18476729094982147, - "72": 0.11283498257398605, - "108": 0.04936530441045761, - "255": 0.0014104372821748257 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.30864088950016244, - "std_test_acc": 0.04578441440255693, - "n_samples": 4898, - "n_features": 11, - "n_classes": 7, - "mean_cert_acc_36": 0.135159281140659, - "std_cert_acc_36": 0.09076062547036468, - "mean_cert_acc_72": 0.062363097444176674, - "std_cert_acc_72": 0.051502919125928734, - "mean_cert_acc_108": 0.02291838522069156, - "std_cert_acc_108": 0.022326133250393114, - "mean_cert_acc_255": 0.0013730175560340285, - "std_cert_acc_255": 0.0019242619332393086 - }, - "zoo": { - "dataset": "zoo", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.14285714285714285, - "test_acc": 0.12903225806451613, - "train_size": 25, - "val_size": 14, - "test_size": 62, - "stats": { - "mean": [ - [ - 0.18968232000000004, - 0.004943600000000055, - -0.04877112000000002, - 0.06901168000000008, - 0.005554399999999982, - -0.24190180000000008, - 0.011100480000000044, - 0.07332431999999998, - 0.047367959999999966, - 0.1174986, - 0.002917720000000048, - -0.128498, - 0.05823499999999993, - 0.03965752000000001, - -0.025889279999999938, - 0.0890122 - ] - ], - "std": [ - [ - 1.005390221359596, - 0.9987632000000001, - 1.0021422025080997, - 1.0058025598467213, - 0.9984392123352528, - 0.8872886923159564, - 0.9937582269928686, - 0.97657824, - 0.9532010403686509, - 0.898886886807812, - 0.9995686698918299, - 0.864227081446769, - 0.8401435100754158, - 0.9719779957616784, - 0.9655601622370106, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 2887, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 28, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.5, - "train_size": 25, - "val_size": 12, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.028691039999999952, - 0.004943600000000057, - -0.048771120000000036, - 0.06901168, - 0.005554399999999972, - 0.17360919999999994, - -0.06897883999999993, - -0.00805720000000001, - 0.0473679599999999, - -0.07865459999999999, - 0.0029177199999999947, - -0.022119, - 0.09757803999999994, - -0.051376560000000016, - -0.26359375999999995, - 0.24955340000000004 - ] - ], - "std": [ - [ - 0.9989246223251673, - 0.9987632000000002, - 1.0021422025080997, - 1.0058025598467215, - 0.998439212335253, - 1.0312711812638613, - 1.0001903862262094, - 0.9967159924605201, - 0.9532010403686509, - 1.047171532893174, - 0.9995686698918299, - 0.9749796397074146, - 1.045377756731086, - 1.02185501364051, - 0.5822546855736085, - 0.9961319493678737 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 2887, - "cert_evals": { - "36": 0.0833333358168602, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 26, - "best_val_acc": 0.5, - "test_acc": 0.203125, - "train_size": 25, - "val_size": 12, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.02869103999999997, - 0.004943600000000048, - -0.04877112000000006, - 0.06901168, - 0.005554399999999982, - 0.007404799999999972, - 0.011100480000000062, - 0.07332431999999998, - 0.04736795999999993, - 0.01942200000000002, - -0.14446064, - -0.022119000000000017, - 0.09757803999999996, - 0.03965751999999999, - -0.14474151999999998, - 0.08901219999999999 - ] - ], - "std": [ - [ - 0.9989246223251673, - 0.9987632000000001, - 1.0021422025080997, - 1.0058025598467215, - 0.9984392123352529, - 0.9972263999999998, - 0.9937582269928688, - 0.97657824, - 0.9532010403686509, - 0.980766, - 0.722003562256413, - 0.9749796397074147, - 1.045377756731086, - 0.9719779957616785, - 0.8060951109136004, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 2887, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.2631578947368421, - "test_acc": 0.43859649122807015, - "train_size": 25, - "val_size": 19, - "test_size": 57, - "stats": { - "mean": [ - [ - 0.10918667999999991, - 0.004943600000000039, - -0.04877112000000009, - 0.06901168, - -0.087958, - -0.07569740000000007, - 0.011100480000000062, - 0.07332432000000001, - 0.04736795999999993, - 0.019421999999999984, - 0.29767443999999993, - -0.022119, - 0.05823475999999992, - 0.03965752, - -0.025889279999999938, - 0.08901219999999999 - ] - ], - "std": [ - [ - 1.0053902213595962, - 0.9987632, - 1.0021422025080997, - 1.0058025598467215, - 0.9351239999999998, - 0.9691298611116264, - 0.9937582269928686, - 0.97657824, - 0.9532010403686509, - 0.980766, - 1.3507449809969043, - 0.9749796397074147, - 1.007680466714654, - 0.9719779957616784, - 0.9655601622370106, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 2887, - "cert_evals": { - "36": 0.21052631735801697, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.31768843732314656, - "std_test_acc": 0.1794177606672123, - "n_samples": 101, - "n_features": 16, - "n_classes": 7, - "mean_cert_acc_36": 0.07346491329371929, - "std_cert_acc_36": 0.09946088212236892, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "yeast": { - "dataset": "yeast", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.32075471698113206, - "test_acc": 0.2830188679245283, - "train_size": 371, - "val_size": 212, - "test_size": 901, - "stats": { - "mean": [ - [ - -0.0680236417412399, - 0.0016312938814016407, - -0.008786120350404263, - -0.04364633274932616, - 0.013936777088948886, - 0.007389660377358629, - -0.024600268247978344, - 0.05087596307277619 - ] - ], - "std": [ - [ - 1.027205380998011, - 0.9953693200489844, - 0.9507124252634552, - 0.9691826685352211, - 1.0679577073315545, - 1.038674237448053, - 0.9068718437558525, - 1.1001821882054232 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 858, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 60, - "best_val_acc": 0.44155844155844154, - "test_acc": 0.4671201814058957, - "train_size": 371, - "val_size": 231, - "test_size": 882, - "stats": { - "mean": [ - [ - 0.08549606216172505, - 0.03251707697035039, - 0.04905938702964963, - 0.04128734865229108, - -0.013936692183288498, - 0.036949762803234386, - -0.002681268247978456, - 0.005315634501347734 - ] - ], - "std": [ - [ - 0.9621845394333128, - 0.9690282797537528, - 0.9491603484155484, - 1.0401770820495524, - 0.9261376999963121, - 1.1814628524634447, - 0.9836755462977512, - 0.993812117132581 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 858, - "cert_evals": { - "36": 0.22510822117328644, - "72": 0.1341991275548935, - "108": 0.06493506580591202, - "255": 0.012987012974917889 - }, - "fold": 1 - }, - { - "best_epoch": 20, - "best_val_acc": 0.41013824884792627, - "test_acc": 0.35267857142857145, - "train_size": 371, - "val_size": 217, - "test_size": 896, - "stats": { - "mean": [ - [ - 0.004417079552560633, - -0.0405647886981132, - -0.038330890598382725, - -0.009830160646900232, - -0.013936692183288395, - 0.036949762803234296, - -0.01154207417789756, - 0.005568702156334372 - ] - ], - "std": [ - [ - 1.0326495870955454, - 0.9133440779524218, - 0.9914487013412665, - 0.9617359852499671, - 0.9261376999963089, - 1.181462852463445, - 0.873907032459684, - 0.9724601246460749 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 858, - "cert_evals": { - "36": 0.004608294926583767, - "72": 0.004608294926583767, - "108": 0.004608294926583767, - "255": 0.004608294926583767 - }, - "fold": 2 - }, - { - "best_epoch": 42, - "best_val_acc": 0.5112107623318386, - "test_acc": 0.49550561797752807, - "train_size": 371, - "val_size": 223, - "test_size": 890, - "stats": { - "mean": [ - [ - -0.01207341391913747, - -0.03099437134770888, - -0.004743151369272138, - 0.0033422831536388878, - 0.013936777088948926, - 0.007389660377358682, - -0.05258191859838276, - -0.01645215983827505 - ] - ], - "std": [ - [ - 1.002118550793497, - 0.9931572183782578, - 1.0350703782367132, - 0.9624293574797959, - 1.0679577073315536, - 1.0386742374480524, - 1.0723089145971894, - 0.9483399576263618 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 858, - "cert_evals": { - "36": 0.1300448477268219, - "72": 0.013452915474772453, - "108": 0.0044843051582574844, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3995808096841309, - "std_test_acc": 0.09924656467412524, - "n_samples": 1484, - "n_features": 8, - "n_classes": 10, - "mean_cert_acc_36": 0.08994034095667303, - "std_cert_acc_36": 0.10839672552959265, - "mean_cert_acc_72": 0.03806508448906243, - "std_cert_acc_72": 0.06433200479999174, - "mean_cert_acc_108": 0.018506916472688317, - "std_cert_acc_108": 0.03102624865492995, - "mean_cert_acc_255": 0.004398826975375414, - "std_cert_acc_255": 0.006123729068247594 - }, - "statlog-shuttle": { - "dataset": "statlog-shuttle", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.9277410531114657, - "test_acc": 0.9245522087196913, - "train_size": 14500, - "val_size": 8774, - "test_size": 34726, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 997, - "cert_evals": { - "36": 0.06621837615966797, - "72": 0.059493958950042725, - "108": 0.059493958950042725, - "255": 0.04627307876944542 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.8295028142589118, - "test_acc": 0.8387853139654581, - "train_size": 14500, - "val_size": 8528, - "test_size": 34972, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 997, - "cert_evals": { - "36": 0.7922138571739197, - "72": 0.7257270216941833, - "108": 0.5996716618537903, - "255": 0.04010318964719772 - }, - "fold": 1 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8636678200692042, - "test_acc": 0.8572782084409991, - "train_size": 14500, - "val_size": 8670, - "test_size": 34830, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 997, - "cert_evals": { - "36": 0.7860438227653503, - "72": 0.6771626472473145, - "108": 0.5251441597938538, - "255": 0.04532872140407562 - }, - "fold": 2 - }, - { - "best_epoch": 3, - "best_val_acc": 0.7959734563041277, - "test_acc": 0.795602299979774, - "train_size": 14500, - "val_size": 8891, - "test_size": 34609, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 997, - "cert_evals": { - "36": 0.03992801904678345, - "72": 0.03902823105454445, - "108": 0.02305702492594719, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8540545077764806, - "std_test_acc": 0.053634960489717665, - "n_samples": 58000, - "n_features": 9, - "n_classes": 7, - "mean_cert_acc_36": 0.42110101878643036, - "std_cert_acc_36": 0.4251049026457236, - "mean_cert_acc_72": 0.37535296473652124, - "std_cert_acc_72": 0.37715262262949206, - "mean_cert_acc_108": 0.3018417013809085, - "std_cert_acc_108": 0.30277604340280856, - "mean_cert_acc_255": 0.03292624745517969, - "std_cert_acc_255": 0.022117907804098485 - }, - "miniboone": { - "dataset": "miniboone", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 25, - "best_val_acc": 0.8730910201588271, - "test_acc": 0.8731772437872253, - "train_size": 32516, - "val_size": 19644, - "test_size": 77904, - "stats": { - "mean": [ - [ - -0.0066929692905031805, - -0.0067178206113913536, - -0.00044848711604975365, - -0.006682303195350012, - -0.006676431252304934, - -0.006678322865666758, - -0.006603011846475587, - -0.006676624523311714, - -0.0066787164688152925, - -0.006674537190921409, - -0.006651495260794631, - -0.0021907771461773715, - -0.006695997997908723, - -0.006680375196826281, - -0.006672462064829712, - -0.0019113073704711085, - -0.006682638614835791, - -0.005199885844285893, - -0.006682950415180203, - -0.0027868723179357985, - -0.006732400171929552, - -0.006675056184647536, - -0.0009806369656784695, - -0.0067719209681387305, - -0.006673680111329746, - -0.006853424330988536, - -0.0049757818568722766, - -0.0066786663365727686, - -0.006678683045269993, - -0.00666663167363761, - -0.006713104959930439, - -0.00667692119264367, - -0.006648468240250945, - -0.005555848155831019, - -0.0066771619571901345, - -0.006676893769221374, - -0.006640021976872997, - -0.006652168061569651, - -0.006656952063599499, - -0.006676646404846852, - -0.005321780849683204, - -0.007256703317981967, - -0.006479226783737146, - -0.006305387427130641, - -0.006670434807482904, - -0.006676957442489813, - -0.006832965117468275, - -0.006830883164011628, - -0.006874203773250122, - -0.00667477880120567 - ] - ], - "std": [ - [ - 1.0538567724237127, - 1.0538641992619597, - 0.9958589711579526, - 1.0538780837060269, - 1.053878006921434, - 1.0538798560451104, - 1.053879432020278, - 1.0538786291178488, - 1.053873986660415, - 1.0538783590814276, - 1.0538757864954629, - 1.0176547701635106, - 1.0538752752995135, - 1.053872770510109, - 1.0538659033426634, - 0.9932644775405934, - 1.0538747558236612, - 1.04937218635993, - 1.053877924513502, - 0.0025831688488992767, - 1.053829697906066, - 1.0538783793218856, - 1.018390578757397, - 1.053842634750244, - 1.0538786083464582, - 1.0538111764047524, - 1.022739919992211, - 1.0538741322767364, - 1.0538782493179681, - 1.053875543573962, - 1.0538088816355915, - 1.0538723979257454, - 1.0538730852936433, - 1.0247711822180132, - 1.0538781798354342, - 1.053878585676999, - 1.0538691274084275, - 1.0538654744064087, - 1.05387761105871, - 1.0538781920284286, - 1.0452185226194493, - 1.0438926673439166, - 1.0538793178576804, - 1.0536246877698876, - 1.0538784902027962, - 1.0538787998823098, - 1.0538650746236322, - 1.0538068876186153, - 1.0538062411125644, - 1.0538784592336081 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 25502, - "cert_evals": { - "36": 0.8053858280181885, - "72": 0.7302483916282654, - "108": 0.6554673314094543, - "255": 0.25610873103141785 - }, - "fold": 0 - }, - { - "best_epoch": 27, - "best_val_acc": 0.8719214329330348, - "test_acc": 0.874794597925439, - "train_size": 32516, - "val_size": 19652, - "test_size": 77896, - "stats": { - "mean": [ - [ - -0.003659472481547509, - -0.0035700208512731936, - -0.00456473851721011, - -0.00360049339094594, - -0.003593886083772473, - -0.00358800156845938, - -0.003609804330175811, - -0.0035959653862712893, - -0.003585372367449882, - -0.0036011496647804257, - -0.003574454936031472, - -0.0002376014663141565, - -0.0035765183694182563, - -0.0035786825070734597, - -0.003581793034198606, - 0.0027392871255968536, - -0.0035747984868988035, - -0.0018979996262606397, - -0.0035937045023987507, - 0.008311608403247624, - -0.0038405719449991636, - -0.003598410862344705, - -1.2960689975229953e-05, - -0.0037911689629719237, - -0.0035987016976257243, - -0.003553280317375533, - -0.00120645956911968, - -0.003604746423299312, - -0.003595963956206178, - -0.0036390921810801925, - -0.0036627183510209798, - -0.003597980923237808, - -0.0035958085404107568, - -0.005033409016920937, - -0.0036001520635993464, - -0.0035987486652726062, - -0.0035917900449008895, - -0.0035793614428588296, - -0.0035902388547176894, - -0.0035928566736375947, - -0.0009922327992711712, - -0.002124953252319455, - -0.0036879309878213567, - -0.0034349073177313027, - -0.003598185213436877, - -0.0035934901402386375, - -0.003602609255707958, - -0.0035299332937630697, - -0.0036069077674990894, - -0.003592571029647003 - ] - ], - "std": [ - [ - 1.0293487576429072, - 1.0293632141886253, - 0.9887037915056724, - 1.029365893060315, - 1.0293658502982712, - 1.029368237348854, - 1.0293622172155605, - 1.0293663659457355, - 1.0293628691485286, - 1.0293656358483938, - 1.029364102494499, - 1.006763216099369, - 1.0293667056536349, - 1.029362370179701, - 1.029358770899615, - 1.0012661620897783, - 1.029365775010478, - 1.027354601762616, - 1.0293662087119093, - 1.9999643273466732, - 1.0293241490670084, - 1.0293658647973212, - 1.007217844105937, - 1.0292982324584112, - 1.0293659919295302, - 1.0293214796094297, - 1.0139090551352947, - 1.0293616933725718, - 1.0293661117606363, - 1.0293612193672406, - 1.0293028748669328, - 1.0293608389078128, - 1.0293624280631426, - 1.0121183384237977, - 1.029365684051124, - 1.029366166790506, - 1.0293578351184116, - 1.0293603667049085, - 1.0293647225554694, - 1.02936611660418, - 1.0243754023495473, - 1.0175071683627712, - 1.0293461366945726, - 1.0291967790319312, - 1.0293656729659864, - 1.0293667176112475, - 1.029354896915401, - 1.0293422770958582, - 1.0293448836449766, - 1.029366280982135 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 25502, - "cert_evals": { - "36": 0.8051598072052002, - "72": 0.7279666066169739, - "108": 0.6475167870521545, - "255": 0.25895583629608154 - }, - "fold": 1 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8721943220252126, - "test_acc": 0.8701079016838814, - "train_size": 32516, - "val_size": 19514, - "test_size": 78034, - "stats": { - "mean": [ - [ - 0.0005872713728625283, - 0.0005592911951040488, - -0.0015875384167732419, - 0.0005084049237298592, - 0.0005126942889679038, - 0.0005151387839825248, - 0.0005130335342600157, - 0.0005107385533274924, - 0.000518504668470965, - 0.0005099805941690433, - 0.0004972431602903669, - 0.006199611582771556, - 0.0004437178835034895, - 0.0005174753444456869, - 0.00045390833435860097, - -0.006724558695826372, - 0.00046023495202354226, - -0.0014645146025250007, - 0.0005134210419486034, - 0.008326016098843635, - 0.0005855647507836025, - 0.0005188788657891645, - -0.005855233801703189, - 0.0005363233146758781, - 0.000517880286628172, - 0.000289813760165567, - 0.0011647067174228383, - 0.000515516933202204, - 0.0005118400049205469, - 0.0005662085096567202, - 0.0006245390962356869, - 0.0005227987882888596, - 0.0004455256058554989, - -0.0012331349033552603, - 0.000509145377660323, - 0.0005160132888423314, - 0.0005081290841431461, - 0.0004383096252307822, - 0.0005235053327593691, - 0.0005115684401526536, - -6.85762123339298e-05, - -0.0002997175066182346, - 0.0005932577715586378, - 0.0008539802024421717, - 0.0005163635748510258, - 0.0005131155830974517, - 0.00047798527387127445, - 0.0004895968192581729, - 0.0006103754389776044, - 0.0005093450393652897 - ] - ], - "std": [ - [ - 0.9957345954073729, - 0.9957338045117373, - 1.009089174106892, - 0.9957299331571907, - 0.9957297207983613, - 0.9957319779858296, - 0.9957285308484073, - 0.99573027967679, - 0.9957274461972008, - 0.9957298025727774, - 0.9957267869288412, - 0.9986824060207489, - 0.995727937063426, - 0.995726209358951, - 0.9957222508374016, - 0.9849068775325148, - 0.9957260724507725, - 0.9984485547058798, - 0.9957301232252692, - 1.9999635778290246, - 0.9957403323167682, - 0.9957303943483548, - 0.9869664238989766, - 0.9957341301924101, - 0.9957304810256162, - 0.9957436771610553, - 0.9965972478945923, - 0.9957273137356182, - 0.9957300780370839, - 0.9957353083328109, - 0.995745588680438, - 0.9957274480178427, - 0.9957264072745984, - 0.9993516959593822, - 0.9957297379201838, - 0.9957305689438095, - 0.9957296474590059, - 0.9957273179676576, - 0.9957300585487675, - 0.9957298638455957, - 0.9958033136974604, - 1.001216743433296, - 0.9957377405837478, - 0.9958618328338358, - 0.9957300476528158, - 0.9957306269775752, - 0.9957358265962181, - 0.9957255439006696, - 0.9957566204204258, - 0.9957298904542489 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 25502, - "cert_evals": { - "36": 0.8059341907501221, - "72": 0.7320898175239563, - "108": 0.6560930609703064, - "255": 0.24771958589553833 - }, - "fold": 2 - }, - { - "best_epoch": 24, - "best_val_acc": 0.8701012994986187, - "test_acc": 0.8709776672393016, - "train_size": 32516, - "val_size": 19546, - "test_size": 78002, - "stats": { - "mean": [ - [ - -0.004108113020359334, - -0.004135750738098101, - -0.001322435285942239, - -0.004109338048960558, - -0.004110013236557907, - -0.004103856971953094, - -0.004105435167302326, - -0.004108234536843478, - -0.0041157547053759375, - -0.004111229871447928, - -0.004129319931725945, - -0.009310410842292996, - -0.004151154668470918, - -0.004106480246647911, - -0.004078257611637442, - -0.0012255257009042696, - -0.004128084247755086, - -0.001812244588848235, - -0.004106642698979071, - -0.002771495593861472, - -0.003930339402381827, - -0.004107319867142366, - -0.0020118547528348136, - -0.004110450282937586, - -0.004107549326485374, - -0.003903686475773098, - 0.0034778790131669113, - -0.004089806615204751, - -0.004105919012178624, - -0.004107724389223812, - -0.004053504517403692, - -0.004112779779185523, - -0.004036618249477243, - 0.0003978993396296994, - -0.004112451033337286, - -0.004115697588879312, - -0.004161525821134272, - -0.004013369772911648, - -0.004074420147004465, - -0.004107203911920277, - -0.003583577395203846, - -0.003683256187455512, - -0.00410252064829624, - -0.00435002289662263, - -0.004109810948460561, - -0.00410555030446539, - -0.004173506213295106, - -0.004126808812892148, - -0.004084347094353566, - -0.00411184631565997 - ] - ], - "std": [ - [ - 1.0334801859758438, - 1.0334838209190884, - 0.9910692934328427, - 1.0334925739257474, - 1.0334920746964988, - 1.0334944696977597, - 1.033489534681566, - 1.0334928363605922, - 1.0334882086728014, - 1.0334922326917702, - 1.0334875046199652, - 1.0060291795040275, - 1.0334893624231647, - 1.033487735872467, - 1.0334857443384646, - 0.9987636855559352, - 1.0334891465642266, - 1.0284163803912958, - 1.0334926279501595, - 0.001394515045967005, - 1.0334671696186013, - 1.0334925293155786, - 1.0120329637568104, - 1.033467979482877, - 1.0334926503936537, - 1.033454580542911, - 1.019800750059293, - 1.0334899846628842, - 1.033492713983251, - 1.0334904070281967, - 1.033453265260482, - 1.0334870912604435, - 1.033493356896935, - 1.0148066500638184, - 1.0334921455669586, - 1.0334923339339557, - 1.0334817504638347, - 1.0334892263464805, - 1.0334932384339353, - 1.033492453509268, - 1.0277860358762678, - 1.0269827669348142, - 1.0334755350744662, - 1.0331928866784732, - 1.033492181460736, - 1.0334932068430196, - 1.0334910911748012, - 1.033455511075802, - 1.0334588140472194, - 1.0334923126040656 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 25502, - "cert_evals": { - "36": 0.80405193567276, - "72": 0.7270541191101074, - "108": 0.647600531578064, - "255": 0.247467502951622 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8722643526589617, - "std_test_acc": 0.0021245667399640033, - "n_samples": 130064, - "n_features": 50, - "n_classes": 2, - "mean_cert_acc_36": 0.8051329404115677, - "std_cert_acc_36": 0.0007906215522276659, - "mean_cert_acc_72": 0.7293397337198257, - "std_cert_acc_72": 0.0022728933329609698, - "mean_cert_acc_108": 0.6516694277524948, - "std_cert_acc_108": 0.004753698346119338, - "mean_cert_acc_255": 0.25256291404366493, - "std_cert_acc_255": 0.005855576111235914 - } - }, - "overall": {} -} \ No newline at end of file