{ "metadata": { "data_root": "data/UCI", "out": "runs/UCI_N6", "gpus": 4, "max_epochs": 100, "patience": 30, "batch_size": 64, "lr": 0.001, "seed": 1337, "verbosity": "info", "datasets": null, "algorithms": [ "sdp", "ldlt", "ldlt-resnet", "aol", "ortho", "sandwich" ], "depth": 6, "n_tasks": 726, "run_dir": "/home/mjuston2/Documents/DeepLipschitzResNet" }, "datasets": { "abalone": { "dataset": "abalone", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 10, "best_val_acc": 0.5698412698412698, "test_acc": 0.5633240111865762, "train_size": 1044, "val_size": 630, "test_size": 2503, "stats": { "mean": [ [ 0.03759131666666678, -0.0067216787931033565, -0.00504821235632188, -0.010079406034482869, 0.0077948497126437005, -0.0035954527720305413, 0.011847337255747069, 0.020808682452107305 ] ], "std": [ [ 0.9932562075552053, 1.0067465043023525, 0.9980809038500921, 0.9297052233036605, 1.0141436995589543, 0.9931430828536596, 1.017739933100054, 1.0318462596531948 ] ] }, "width": 32, "in_features": 8, "out_features": 3, "depth": 6, "padding": 16, "parameters": 1283, "cert_evals": { "36": 0.4490611255168915, "72": 0.32760685682296753, "108": 0.22453056275844574, "255": 0.1006791815161705 }, "fold": 0 }, { "best_epoch": 33, "best_val_acc": 0.6098726114649682, "test_acc": 0.5868263473053892, "train_size": 1044, "val_size": 628, "test_size": 2505, "stats": { "mean": [ [ 0.005192849233716447, -0.0023747756321838803, -0.004999904980842867, -0.01065197068965531, -0.001757506036398443, -0.0004581268045977247, -0.008801511695402298, -0.0025385303256705034 ] ], "std": [ [ 0.9921988752896624, 1.0113577078934743, 1.0108378611135136, 0.93746968476643, 1.0135082046349184, 1.0099861173658438, 1.0142707677051552, 1.019381711286177 ] ] }, "width": 32, "in_features": 8, "out_features": 3, "depth": 6, "padding": 16, "parameters": 1283, "cert_evals": { "36": 0.46467065811157227, "72": 0.35528939962387085, "108": 0.2710578739643097, "255": 0.12814371287822723 }, "fold": 1 }, { "best_epoch": 70, "best_val_acc": 0.653910149750416, "test_acc": 0.6078199052132701, "train_size": 1044, "val_size": 601, "test_size": 2532, "stats": { "mean": [ [ -0.017948929501915466, 0.023985624319923418, 0.023087170114942556, 0.018317038026819783, 0.02778346245977014, 0.025539904827586328, 0.018261344003831434, 0.034770174578544095 ] ], "std": [ [ 0.9978233519534647, 1.0049712832060378, 1.0100440980049294, 0.9634042347353897, 1.0033357823934823, 1.0054816988393045, 0.9890488354165379, 1.0152622279378631 ] ] }, "width": 32, "in_features": 8, "out_features": 3, "depth": 6, "padding": 16, "parameters": 1283, "cert_evals": { "36": 0.4869668185710907, "72": 0.365718811750412, "108": 0.2985782027244568, "255": 0.13270142674446106 }, "fold": 2 }, { "best_epoch": 79, "best_val_acc": 0.6210873146622735, "test_acc": 0.6132224861441014, "train_size": 1044, "val_size": 607, "test_size": 2526, "stats": { "mean": [ [ -0.039933615229885006, 0.033357397988505864, 0.02810616465517236, 0.015225409386973148, 0.03982630053544057, 0.03327093634674338, 0.031858401652298855, 0.04330609419540234 ] ], "std": [ [ 1.000898664612302, 1.0028361176421674, 1.0029617333979737, 0.9244955132147792, 1.020547570022181, 1.016662196023235, 1.0053994226175234, 1.025123395710352 ] ] }, "width": 32, "in_features": 8, "out_features": 3, "depth": 6, "padding": 16, "parameters": 1283, "cert_evals": { "36": 0.48891526460647583, "72": 0.3638163208961487, "108": 0.2996833026409149, "255": 0.13578779995441437 }, "fold": 3 } ], "mean_test_acc": 0.5927981874623343, "std_test_acc": 0.022709718351588144, "n_samples": 4177, "n_features": 8, "n_classes": 3, "mean_cert_acc_36": 0.47240346670150757, "std_cert_acc_36": 0.019055986884261217, "mean_cert_acc_72": 0.35310784727334976, "std_cert_acc_72": 0.017595146271822196, "mean_cert_acc_108": 0.2734624855220318, "std_cert_acc_108": 0.035206276538230996, "mean_cert_acc_255": 0.12432803027331829, "std_cert_acc_255": 0.016075525609722897 }, "acute-inflammation": { "dataset": "acute-inflammation", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.625, "test_acc": 0.47297297297297297, "train_size": 30, "val_size": 16, "test_size": 74, "stats": { "mean": [ [ -0.029776199999999933, 0.05815319999999998, 0.03366299999999992, -0.07041613333333337, 0.0829954666666666, 0.3029878333333334 ] ], "std": [ [ 1.046299339147563, 1.028676385077134, 0.9895473157792913, 1.0179845925601472, 0.9937462864656396, 1.0009348864350793 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.4729729890823364, "72": 0.4729729890823364, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.5, "test_acc": 0.5, "train_size": 30, "val_size": 18, "test_size": 72, "stats": { "mean": [ [ 0.2066000000000002, 0.2132320000000001, 0.16832333333333327, -6.666666666858371e-07, 0.08299546666666664, -0.033663 ] ], "std": [ [ 1.073465583913181, 1.0965727109827237, 0.9521923485684088, 0.9958250796083059, 0.9937462864656397, 0.9895473157792911 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.5, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 18, "best_val_acc": 0.6, "test_acc": 0.6714285714285714, "train_size": 30, "val_size": 20, "test_size": 70, "stats": { "mean": [ [ -0.06825569999999999, -0.09692560000000008, 0.10099316666666662, 0.07041479999999994, -0.11619693333333347, 0.16832750000000007 ] ], "std": [ [ 0.9390286569686838, 0.9304728, 0.9733809278809981, 0.9680526182869189, 0.9870693041144554, 1.0099525000000003 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.5238095238095238, "test_acc": 0.4927536231884058, "train_size": 30, "val_size": 21, "test_size": 69, "stats": { "mean": [ [ 0.061842666666666594, -0.01938619999999999, -0.03366716666666666, -0.14083160000000008, -0.049799466666666695, -0.3029836666666666 ] ], "std": [ [ 0.9526045937382531, 0.9838646893399317, 1.000934886435079, 1.0348917799997448, 0.9937462864656396, 0.8932355996217098 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.5342887918974876, "std_test_acc": 0.0921372893561545, "n_samples": 120, "n_features": 6, "n_classes": 2, "mean_cert_acc_36": 0.2432432472705841, "std_cert_acc_36": 0.2810897478448985, "mean_cert_acc_72": 0.1182432472705841, "std_cert_acc_72": 0.2364864945411682, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "acute-nephritis": { "dataset": "acute-nephritis", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.4117647058823529, "test_acc": 0.4246575342465753, "train_size": 30, "val_size": 17, "test_size": 73, "stats": { "mean": [ [ -0.1415510333333333, 0.21323200000000003, -0.03366716666666671, -6.666666667154431e-07, 0.2821878666666666, -0.1683233333333333 ] ], "std": [ [ 1.0909027516263303, 1.0965727109827237, 1.0009348864350789, 0.9958250796083059, 0.9598970403996372, 0.9521923485684088 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.42465752363204956, "72": 0.42465752363204956, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.5, "test_acc": 0.40789473684210525, "train_size": 30, "val_size": 14, "test_size": 76, "stats": { "mean": [ [ 0.012368109999999948, -0.0969256, 0.10099316666666665, -0.21124706666666673, -0.11619693333333339, -0.033662999999999985 ] ], "std": [ [ 0.9970611705313925, 0.9304727999999999, 0.9733809278809981, 1.0468011683411809, 0.9870693041144555, 0.9895473157792911 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.40789473056793213, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 20, "best_val_acc": 1.0, "test_acc": 0.9493670886075949, "train_size": 30, "val_size": 11, "test_size": 79, "stats": { "mean": [ [ 0.03252466666666676, 0.05815320000000001, -0.10099733333333338, -6.666666667154431e-07, 0.1493929333333332, -0.033662999999999985 ] ], "std": [ [ 0.9744119491152714, 1.0286763850771339, 1.0077056618442157, 0.9958250796083059, 0.9870693041144553, 0.9895473157792911 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.42105263157894735, "test_acc": 0.6197183098591549, "train_size": 30, "val_size": 19, "test_size": 71, "stats": { "mean": [ [ -0.029776590000000006, -0.01938619999999999, -0.10099733333333341, -6.666666667080416e-07, 0.01659799999999996, -0.10099316666666663 ] ], "std": [ [ 1.0535901730675965, 0.9838646893399317, 1.0077056618442157, 0.9958250796083058, 0.995962, 0.9733809278809978 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.6004094173888576, "std_test_acc": 0.2517239998390502, "n_samples": 120, "n_features": 6, "n_classes": 2, "mean_cert_acc_36": 0.20813806354999542, "std_cert_acc_36": 0.24043454383610172, "mean_cert_acc_72": 0.10616438090801239, "std_cert_acc_72": 0.21232876181602478, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "annealing": { "dataset": "annealing", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 8, "best_val_acc": 0.75, "test_acc": 0.7698412698412699, "train_size": 100, "val_size": 168, "test_size": 630, "stats": { "mean": [ [ 0.07222222999999978, -0.345, 4.33, 12.0, 0.14, -0.17333315999999985, -0.07800000000000064, 29.2, 0.09999999999999996, -0.010000000000000224, 0.3, -0.010000000000000111, -4.132729999999996e-16, -0.11000000000000007, -0.11999999999999993, -0.12999999999999998, -0.13, -0.029999999999999773, -1.847940000000002e-16, -0.05999999999999975, -1.626729999999999e-16, -0.03999999999999998, -0.010000000000000222, -0.06000000000000002, 0.1, 1.3318299999999998, 771.9469999999998, 1183.75, 0.009999999999999986, -0.9466666699999999, -1.5582099999999978e-17 ] ], "std": [ [ 0.27504207913753365, 0.41800119617053744, 14.650634798533474, 25.758493744782516, 0.34698703145794935, 0.2133331200000003, 0.2543933961407015, 110.08796482813175, 0.29999999999999993, 0.09949874371066192, 0.47958315233127174, 0.06557438524301994, 1.0, 0.31288975694324034, 0.32496153618543855, 0.3363034344160047, 0.3363034344160045, 0.17058722109231966, 1.0, 0.23748684174075815, 1.0, 0.19595917942265428, 0.09949874371066192, 0.2374868417407582, 0.9949874371066199, 0.9335979547428329, 410.1759096911958, 1742.0412703205398, 0.09949874371066196, 0.2436755226844934, 1.0 ] ] }, "width": 128, "in_features": 31, "out_features": 5, "depth": 6, "padding": 62, "parameters": 17923, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 33, "best_val_acc": 0.8322981366459627, "test_acc": 0.792778649921507, "train_size": 100, "val_size": 161, "test_size": 637, "stats": { "mean": [ [ 0.07222222999999978, -0.345, 4.33, 12.0, 0.14, -0.17333315999999985, -0.07800000000000064, 29.2, 0.09999999999999996, -0.010000000000000224, 0.3, -0.010000000000000111, -4.132729999999996e-16, -0.11000000000000007, -0.11999999999999993, -0.12999999999999998, -0.13, -0.029999999999999773, -1.847940000000002e-16, -0.05999999999999975, -1.626729999999999e-16, -0.03999999999999998, -0.010000000000000222, -0.06000000000000002, 0.1, 1.3318299999999998, 771.9469999999998, 1183.75, 0.009999999999999986, -0.9466666699999999, -1.5582099999999978e-17 ] ], "std": [ [ 0.27504207913753365, 0.41800119617053744, 14.650634798533474, 25.758493744782516, 0.34698703145794935, 0.2133331200000003, 0.2543933961407015, 110.08796482813175, 0.29999999999999993, 0.09949874371066192, 0.47958315233127174, 0.06557438524301994, 1.0, 0.31288975694324034, 0.32496153618543855, 0.3363034344160047, 0.3363034344160045, 0.17058722109231966, 1.0, 0.23748684174075815, 1.0, 0.19595917942265428, 0.09949874371066192, 0.2374868417407582, 0.9949874371066199, 0.9335979547428329, 410.1759096911958, 1742.0412703205398, 0.09949874371066196, 0.2436755226844934, 1.0 ] ] }, "width": 128, "in_features": 31, "out_features": 5, "depth": 6, "padding": 62, "parameters": 17923, "cert_evals": { "36": 0.15541601181030273, "72": 0.06907378137111664, "108": 0.06907378137111664, "255": 0.0 }, "fold": 1 }, { "best_epoch": 23, "best_val_acc": 0.7602339181286549, "test_acc": 0.8022328548644339, "train_size": 100, "val_size": 171, "test_size": 627, "stats": { "mean": [ [ 0.07222222999999978, -0.345, 4.33, 12.0, 0.14, -0.17333315999999985, -0.07800000000000064, 29.2, 0.09999999999999996, -0.010000000000000224, 0.3, -0.010000000000000111, -4.132729999999996e-16, -0.11000000000000007, -0.11999999999999993, -0.12999999999999998, -0.13, -0.029999999999999773, -1.847940000000002e-16, -0.05999999999999975, -1.626729999999999e-16, -0.03999999999999998, -0.010000000000000222, -0.06000000000000002, 0.1, 1.3318299999999998, 771.9469999999998, 1183.75, 0.009999999999999986, -0.9466666699999999, -1.5582099999999978e-17 ] ], "std": [ [ 0.27504207913753365, 0.41800119617053744, 14.650634798533474, 25.758493744782516, 0.34698703145794935, 0.2133331200000003, 0.2543933961407015, 110.08796482813175, 0.29999999999999993, 0.09949874371066192, 0.47958315233127174, 0.06557438524301994, 1.0, 0.31288975694324034, 0.32496153618543855, 0.3363034344160047, 0.3363034344160045, 0.17058722109231966, 1.0, 0.23748684174075815, 1.0, 0.19595917942265428, 0.09949874371066192, 0.2374868417407582, 0.9949874371066199, 0.9335979547428329, 410.1759096911958, 1742.0412703205398, 0.09949874371066196, 0.2436755226844934, 1.0 ] ] }, "width": 128, "in_features": 31, "out_features": 5, "depth": 6, "padding": 62, "parameters": 17923, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 6, "best_val_acc": 0.17964071856287425, "test_acc": 0.15689381933438987, "train_size": 100, "val_size": 167, "test_size": 631, "stats": { "mean": [ [ 0.07222222999999978, -0.345, 4.33, 12.0, 0.14, -0.17333315999999985, -0.07800000000000064, 29.2, 0.09999999999999996, -0.010000000000000224, 0.3, -0.010000000000000111, -4.132729999999996e-16, -0.11000000000000007, -0.11999999999999993, -0.12999999999999998, -0.13, -0.029999999999999773, -1.847940000000002e-16, -0.05999999999999975, -1.626729999999999e-16, -0.03999999999999998, -0.010000000000000222, -0.06000000000000002, 0.1, 1.3318299999999998, 771.9469999999998, 1183.75, 0.009999999999999986, -0.9466666699999999, -1.5582099999999978e-17 ] ], "std": [ [ 0.27504207913753365, 0.41800119617053744, 14.650634798533474, 25.758493744782516, 0.34698703145794935, 0.2133331200000003, 0.2543933961407015, 110.08796482813175, 0.29999999999999993, 0.09949874371066192, 0.47958315233127174, 0.06557438524301994, 1.0, 0.31288975694324034, 0.32496153618543855, 0.3363034344160047, 0.3363034344160045, 0.17058722109231966, 1.0, 0.23748684174075815, 1.0, 0.19595917942265428, 0.09949874371066192, 0.2374868417407582, 0.9949874371066199, 0.9335979547428329, 410.1759096911958, 1742.0412703205398, 0.09949874371066196, 0.2436755226844934, 1.0 ] ] }, "width": 128, "in_features": 31, "out_features": 5, "depth": 6, "padding": 62, "parameters": 17923, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.6304366484904002, "std_test_acc": 0.315988038514237, "n_samples": 898, "n_features": 31, "n_classes": 5, "mean_cert_acc_36": 0.038854002952575684, "std_cert_acc_36": 0.07770800590515137, "mean_cert_acc_72": 0.01726844534277916, "std_cert_acc_72": 0.03453689068555832, "mean_cert_acc_108": 0.01726844534277916, "std_cert_acc_108": 0.03453689068555832, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "arrhythmia": { "dataset": "arrhythmia", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 6, "best_val_acc": 0.620253164556962, "test_acc": 0.5423076923076923, "train_size": 113, "val_size": 79, "test_size": 260, "stats": { "mean": [ [ -0.05548900442477873, 0.17327679646017674, -0.09933938283185836, -0.022536060176991165, -0.05529378318584072, -0.02827017327433631, -0.005964132743362813, 0.04588333831858407, -0.06835887191150443, -0.01879734327433625, 0.08708691123893805, -0.010227719469026567, -0.05324860619469024, 0.03857876283185871, -0.0029412946902654486, -0.14624673451327397, 0.0106677238938053, -0.09994685221238946, -2.2654867242673962e-07, -0.10041930088495568, 0.14110856637168184, -0.02112876106194691, -0.021128761061946916, -0.06659289999999989, -0.06659289999999989, -0.09438650000000005, -0.024449619469026587, -0.006156723893805307, -0.03655609734513271, -0.06008078761061956, -0.05587280000000011, -0.1535461769911505, -2.9203539835147346e-07, 0.1454482212389377, -0.04703600000000003, -0.06659289999999989, 0.0665928778761063, -0.053692424778761245, 0.10382045292035355, -0.045959752212389356, -0.039423744247787586, -0.042264867256637376, -0.0339906548672566, -0.10218601769911498, -0.04703600000000003, 0.04783872566371683, 0.14110856637168165, -2.920353982139237e-07, -0.1056450000000003, -0.06659289999999989, 0.039230692920353964, -0.048857433628318604, -0.0949235044247789, -0.0951867699115044, -0.04703600000000003, -0.07884043362831854, -0.021128761061946947, 0.0665928778761063, 0.0665928778761063, 0.06659287787610634, 0.0665928778761063, 1.0619469034296467e-07, -0.14459542477876128, 0.10166875221238943, -0.0007696849557522316, 0.08089214159292042, 0.024555884070796462, -0.06704164601769926, -0.04703600000000003, 0.1411085663716821, 0.02721671504424786, -0.04703600000000003, 0.008643274336283235, -0.03328283893805306, -0.08280126353982296, -0.04353061946902624, 0.022193132743362702, -0.07879264601769921, 0.06659287787610634, 0.07170867256637195, 0.1411085663716824, -0.04703600000000003, 0.14110856637168173, -0.05805589380530971, 0.08516874884955755, 0.043014315044247776, -0.002110141592920556, -0.07482919999999994, 0.027698871681415955, -0.08165009999999992, -0.0536924247787612, 1.0619469030955972e-07, -0.09438650000000005, 0.06338747787610613, -0.0901489026548673, -0.04849817699115047, 0.07722033628318585, 0.026260424778761074, 0.0738569911504426, 0.04712901946902665, 0.16431531858407084, 0.09438671238938037, 0.09438671238938054, -0.0386190796460177, -0.09438650000000005, 1.0619469029580476e-07, 0.06704106194690244, 0.00271023008849546, 0.04821953097345133, -0.022629159292035374, 0.24075912389380558, 0.19588278672566428, 0.10636762831858415, 0.07170867256637167, 0.0665928778761063, -0.08165009999999992, 1.0619469029580476e-07, 0.24495034513274322, -0.02112876106194717, -0.03837423008849555, 0.0792644690265486, -0.010963192920353986, -0.13985853097345086, -0.06118739999999991, -0.05918213274336283, -0.06659289999999989, 0.19309768141592948, 0.0665928778761063, -2.920353984064934e-07, -0.08791879646017699, -0.009588667256637163, 0.039876742477876134, -0.04371391504424787, -0.09472733274336269, -0.08165009999999992, -0.04703600000000003, -0.08165009999999992, -0.059833336283185844, -0.07838458407079653, -0.015475274336283125, -0.0805356, -0.13698139380530983, 0.14110856637168137, -0.04703600000000003, 0.0665928778761063, -0.021128761061947016, 0.017010241592920368, 0.09822180530973434, 0.005761375398230098, 0.0322361946902655, -0.034939104424778704, 0.06566965486725665, 0.061632838053097376, 0.0004023300884955741, 0.07045262681415927, 0.028733457522123865, 0.02147898230088495, -0.05026543539823011, 0.060225181415929224, -0.07029714159292026, 0.06618380000000008, 0.011594984955752213, 0.040387401769911555, -0.0058615916814159065, 0.04742410654867257, -0.015766054867256643, -0.062290848053097175, -0.05214830601769914, 0.04644970973451337, -0.05739616814159293, 0.05439313274336291, -0.0036409858407079588, -0.009598277876106183, -0.011235967256637188, -0.002634908849557516, -0.005508535398230053, -0.05590965752212387, -0.06772527787610619, 0.08251315044247781, -0.08976234513274321, 0.04703600000000003, -0.04274165486725669, -0.05909215752212393, 0.027935999115044265, -0.036451818017699096, 0.03197787610619467, 0.1596792035398229, 0.0024668168141592844, -0.015842806194690306, 0.07878208849557493, 0.006463776548672604, 0.06462291946902653, 0.025483634513274327, 0.06707996637168136, -0.07861038619469025, -0.0949829097345134, -0.08679084778761066, 0.09411216159292037, -0.061483929203539976, -0.03750280353982299, 0.024982454867256657, 0.010920844247787605, -0.036973680442477924, -0.00325765690265486, -0.06706977168141595, 0.054682415929203546, 0.07233616902654867, 0.024967183185840673, 0.0201886814159292, 0.0625599000000001, 0.016163015929203547, -0.19404511061946894, 0.1314095771681416, -0.02607840336283184, -0.07232390353982299, 0.06542182300884967, 0.09097714132743363, -0.0490932584955752, 0.17395115044247766, -0.08915754336283198, 0.005843493805309704, -0.1311985026548673, 0.0822022767256637, -0.0316962311504425, -0.15503262123893807, 0.050416203539823005, 0.012278147787610633, 0.0764223432743363, 0.20117684424778776, -0.15312840973451328, -0.006850403539823016, -0.22191862300884949, 0.1207021007964602, -0.08917110283185833, -0.07690047646017703, 0.030319972566371638, -0.1126870734513274, 0.06241866831858403, -0.1273596991150443, 0.06213639999999999, -0.07254762831858405, -0.08504349999999997, 0.034207636283185856, -0.02238689532743362, 0.10946240796460185, 0.021622823008849552, -0.1487953611504425, 0.02685327893805308, -0.04490421946902649, -0.04955592035398229, 0.06734868938053096, -0.08363668734513273, 0.022693176017699095, 0.09933861353982294, -0.00604589380530972, -0.10963647433628322, 0.03259297079646029, -0.07945840000000003, -0.007002541592920362, 0.10658185398230094, -0.0866022876106194, 0.06365430106194689 ] ], "std": [ [ 0.9732374444872444, 0.9655808459932996, 0.2507734231833244, 0.85756632700396, 0.9152499916483915, 0.9319460220789437, 0.9577523305438101, 1.1527478213503135, 0.9576681124104236, 1.0097636409421697, 0.9939501739346246, 0.8077223719814682, 0.9956881527950738, 1.065832253077651, 0.8648866626310105, 0.7884428876814543, 0.8846283104978594, 1.0392968702844574, 0.9547571784517959, 0.830419971626617, 1.9911349325902201, 0.8944357999064113, 0.8944357999064099, 1.0, 1.0, 1.0, 1.0288388455432311, 1.0366372636701484, 1.0104922342254585, 0.6029602666961917, 1.0, 0.9119059418676891, 0.9988936769842922, 1.3401171108416883, 1.0, 1.0, 1.409505785723462, 0.7576328500006007, 1.1142082921935355, 1.100915710823559, 0.9521761840451372, 0.8352521125885086, 0.7194469320515606, 0.9886952789548065, 1.0, 1.111662684055426, 1.9911349325902201, 0.9988936769842919, 1.0, 1.0, 0.9092993788613446, 1.061138924056677, 0.8860454459362529, 0.77869888137794, 1.0, 0.9971658374137916, 0.8944357999064098, 1.4095057857234619, 1.409505785723463, 1.4095057857234636, 1.4095057857234625, 0.9988939483461562, 0.8359429042688657, 0.9455652546275832, 1.047159553008427, 1.2373317065584502, 0.9367499049873408, 0.7094990007768702, 1.0, 1.9911349325902201, 1.152138074538977, 1.0, 1.076296523650441, 1.0790204523971971, 0.9278040585020654, 0.6623289850929874, 1.0736843273720698, 1.059187675645061, 1.4095057857234636, 1.1978616378928757, 1.9911349325902201, 1.0, 1.9911349325902201, 0.9142231440920847, 1.3486308966826843, 0.9779239267203217, 1.072217573812213, 1.0, 1.0670736267417575, 1.0, 0.7576328500006009, 0.9988939483461562, 1.0, 1.2592635987036094, 0.6360290623787335, 0.8549033709264361, 1.300841714365119, 0.979322007928904, 1.2296324368044147, 1.3300447893255654, 1.2339107860310472, 1.4063287585864288, 1.4063287585864277, 0.817419899167048, 1.0, 0.9988939483461566, 1.2178666747421332, 0.9179155627028488, 1.1674686384124506, 0.937597875841375, 1.9128860722576218, 1.9849443701676805, 1.2128492302504466, 1.1978616378928766, 1.409505785723462, 1.0, 0.9988939483461566, 1.9776639067090993, 0.8944357999064088, 0.9089427774812973, 1.1565813541259533, 0.9312031818896745, 0.37790291497240225, 1.0, 1.0103067336455187, 1.0, 1.612796005825811, 1.4095057857234625, 0.9988936769842919, 0.9869575017654069, 1.0625408223089012, 0.8572543250334869, 0.4626232154331089, 0.8399894436428749, 1.0, 1.0, 1.0, 0.9949165069017805, 0.9763809111647539, 0.9886383527662114, 1.0, 0.8853802248708618, 1.9911349325902201, 1.0, 1.4095057857234612, 0.8944357999064094, 0.8545082434186259, 0.8796291945635648, 0.9389113833926183, 0.8861374760427413, 0.39441056751713705, 0.8648668783726172, 0.9862191391833568, 0.8481954658017612, 0.9206020572467216, 0.886517128434336, 1.0192902215038742, 0.956622629021229, 0.8523688961466389, 0.2992587051477164, 1.0, 0.8898404778961094, 1.0071877733497892, 0.950155747946548, 1.0050918229648342, 0.7815635141616576, 0.9972744785704897, 0.9594844360499902, 0.9255046483391078, 0.4876909595587591, 0.5036861467715275, 0.8566188861170654, 0.7638467720219689, 1.0032544884403838, 1.0560420525550518, 0.8986819691295396, 0.9372189161919664, 0.8101867430665612, 0.8950623205358443, 0.7725356624236849, 1.0, 0.872460731649835, 1.045597205130584, 0.881115812189619, 0.9553256168269835, 0.8848742890899297, 0.5907365616618244, 0.9525692591339604, 0.9761188977078773, 1.2163938242844157, 0.9319895550002153, 0.8335462617896103, 0.9176414735582966, 0.9775951517497435, 0.8425042883529639, 1.2598848541968266, 0.949252647471748, 0.838972165335258, 0.23456841787874302, 1.1642248030770597, 0.8628119131177865, 0.8751618803772816, 0.9228296916565395, 0.9809394578124714, 0.5915262659968897, 0.8563703331027254, 1.223677024967222, 0.9284798655045788, 1.2965375076317172, 1.0, 0.9389878405072626, 0.8540110671890598, 1.316521539927867, 1.4340416104694482, 0.8735072262525767, 0.676363014728904, 1.1134658692256694, 1.0134545560863548, 1.7552329970203224, 1.7155564074285294, 0.873049365917997, 1.030474558081803, 1.0170344415415917, 1.0766146909852692, 0.7111765255105056, 0.6923440560955865, 1.0058025631570486, 0.9240158601820535, 1.9435205267323648, 1.9899491083438348, 0.8387690283436754, 0.9708565551581373, 0.8493149601758292, 0.985055690803851, 0.8279931417986857, 0.9098729896957297, 0.9370725829078755, 0.8393620512490872, 0.28080206241297245, 1.0, 0.8220194136548338, 0.9761698379739507, 0.7917031329595748, 0.9270879739715543, 0.847139011361557, 1.0122054789755355, 0.9745187015121873, 0.8548335912371546, 0.16972156566241, 0.8245729285934237, 1.06901211839648, 0.8750748380574906, 1.0605384058291198, 0.814622435544981, 1.1662691506968674, 1.0027045465050628, 0.707221379699125, 1.0, 0.8738904193642293, 1.0307627522011051, 0.9112504790758761, 1.0340966211802813 ] ] }, "width": 512, "in_features": 262, "out_features": 13, "depth": 6, "padding": 524, "parameters": 1245037, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 21, "best_val_acc": 0.5087719298245614, "test_acc": 0.4787234042553192, "train_size": 113, "val_size": 57, "test_size": 282, "stats": { "mean": [ [ -0.08236052831858409, 0.04887446902654869, 0.0825547600000001, 0.07080902389380533, 0.06969351327433632, -0.02017880672566372, 0.0033134920353982203, -0.0904622607964602, 0.0008566455575221136, 0.05502761778761062, 0.0029605046017698983, 0.16618478141592918, 0.10348846991150445, -0.12880789292035386, 0.001393306194690269, -0.009972053097345045, -0.13480514867256632, 0.15853807787610613, -0.022554120353982243, -0.17088875221238942, -0.04703600000000003, -0.02112876106194702, 0.14790371681415893, 0.0665928778761063, 0.0665928778761063, 0.09438671238938028, -0.033913831858407135, -0.05746374070796462, 0.020589044247787618, -0.08296883185840712, -0.016433217699115002, -0.02482472566371683, -0.13408300000000029, -0.0661125929203539, 0.14110856637168206, 0.19977865575221251, 0.06659287787610634, 0.16107630088495584, -0.04968823575221234, 0.16085886725663703, -0.040819525663716834, -0.04226484955752222, 0.03399069026548677, 0.08868894690265484, 0.14110856637168143, 0.1435154159292037, -0.04703600000000003, -2.920353984457933e-07, -0.02112876106194691, 0.1997786557522125, -0.14194291681415921, 0.11196102831858407, 0.0592675752212388, 0.09347194690265491, -0.04703600000000003, 0.13773737168141595, -0.1056450000000003, -0.06659289999999989, 0.0665928778761063, -0.06659289999999989, 0.0665928778761063, 0.09438671238938029, -0.09931298230088502, -0.11574543716814155, 0.19007244637168158, 0.006741415929203616, -0.17417296814159283, -2.920353982846636e-07, -0.04703600000000003, -0.04703600000000003, 0.027216715044247736, 0.14110856637168231, -0.00288054867256639, 0.04904841858407081, 0.02098572858407086, -0.1192364601769909, -0.0031704955752213143, 0.01358514159292034, -0.06659289999999989, 0.014341504424779012, -0.04703600000000003, -0.04703600000000003, -0.04703600000000003, 0.07784732743362836, 0.10888657327433629, -0.1186584123893806, -0.02180679646017706, -0.07482919999999994, 0.08863622212389385, 0.13608353008849555, 0.08948672566371674, 1.0619469028597977e-07, -0.09438650000000005, -0.02112876106194696, 0.09014838938053121, -0.048498132743362864, 0.05329288938053096, 0.07878135752212394, 0.006330884955752202, 0.04712901946902665, 0.11292442477876118, -0.09438650000000005, 0.09438671238938054, -0.03861907964601756, 1.0619469029580476e-07, -0.09438650000000005, 0.06704106194690229, -0.07101396460177, 0.11338092035398238, 0.022629575221239016, 0.15994504424778788, 0.039176644247788044, 0.11334270796460184, -0.100392831858407, 0.0665928778761063, -0.08165009999999992, 1.0619469028597977e-07, 0.027216715044247736, -0.0211287610619469, 0.007675044247787407, 0.017898353982300903, 0.022447520353982425, -0.10415006194690236, -0.06118739999999991, -0.031867106194690256, 0.0665928778761063, 0.0386198407079645, -0.06659289999999989, 0.06704106194690229, 0.03697516814159319, -0.044993100884955714, -0.005112693362831841, -0.08742769999999993, -0.04059785840707965, 0.027216715044247736, 0.1411085663716819, 0.13608353008849491, 0.03589945132743362, -0.0453806460176991, 0.003572176991150533, 0.05211161769911493, -0.012922732743362846, 0.1411085663716814, -0.04703600000000003, 0.1997786557522125, 0.14790371681415954, 0.14316932831858414, 0.03571657522123903, -0.10441322884955753, -0.23222040176991168, -0.03493910442477871, 0.05546864601769913, 0.12581869469026555, -0.18030577079646018, -0.07161228646017702, -0.03718444513274338, 0.013523787610619589, 0.10059417451327425, 0.01624747876106193, 0.05021323893805318, -0.05147623362831883, 0.1827229362831858, 0.0034618557522124397, 0.05241511327433623, 0.030558143362831823, -0.19202160176991148, 0.11133997495575228, 0.12129543628318586, 0.060097776106194795, 0.11579815929203502, -0.027196398230088462, 0.17599128230088495, -0.1195051539823009, 0.18247482389380532, 0.06219380353982303, -0.09025506017699113, 0.08350311504424779, 0.1271729522123894, -0.0951591353982304, 0.10388311504424796, 0.04703600000000003, -0.14397143362831855, -0.056712807079646044, 0.11911974769911506, 0.07255731355752211, 0.17956833628318594, 0.03657456283185836, -0.12767188938053103, -0.21526490619469008, 0.019409734513274046, -0.20038580796460184, 0.13453505858407078, -0.20150050008849554, -0.10956924336283183, -0.1755137388495575, 0.07771356637168146, 0.1258815132743363, 0.05789021663716825, 0.059674265486725525, 0.04250356814159293, 0.18101372743362842, -0.08988732212389382, 0.148077411681416, 0.041530495575221225, -0.07796867964601775, -0.08606286725663721, 0.216610610619469, 0.09511035132743359, -0.05938040707964593, 0.0625599000000001, -0.09312924070796465, -0.07196051769911511, 0.13021555911504423, 0.10358608645132746, -0.0039450442477876055, 0.015811640707964647, 0.042050546725663725, -0.11399942584070796, 0.01275024778761036, -0.012157897345132696, -0.07146561415929208, -0.03644905008849562, -0.0460240963716814, -0.04567296300884947, -0.0159320159292035, -0.020865886725663647, 0.006243656991150445, -0.04104453495575228, 0.04250217699115046, 0.034307366371681414, -0.11968876460176998, -0.0937977030973451, -0.007898124601769923, -0.06254813724778759, 0.027666705132743385, -0.0678103380530974, 0.0033648314159292177, 0.014861656991150381, -0.08490639823008855, 0.06213639999999999, 0.10985744247787621, -0.1141806185840708, -0.0051085477876106, -0.07652198922123891, 0.1186390026548673, -0.006018964601769793, -0.03378361716814159, 0.011641800000000063, -0.06094139999999994, 0.1415026725663717, -0.08340849911504429, -0.021807159292035423, -0.08355237141592924, 0.10080485079646004, -0.0028213893805309528, -0.039560768141592914, -0.03811751592920355, 0.06180052389380527, 0.08721472743362838, -0.045456217699115044, -0.04452998026548677, -0.08741183716814158 ] ], "std": [ [ 1.0288523625377175, 0.9926765498781311, 1.5821926864265932, 1.2345480341843558, 1.0919259987637373, 0.8553411989728208, 0.9770372253740158, 1.0941619685910755, 0.9070109264400832, 1.1660151450666374, 0.82811358045681, 0.8585451804478106, 0.9271539318095082, 0.826139795075132, 0.9407871254954377, 1.1098127265333941, 0.9673996715099642, 1.0170784936919917, 0.7160692020317576, 0.8881539469849713, 1.0, 0.8944357999064094, 1.5353137244867066, 1.409505785723462, 1.4095057857234625, 1.4063287585864295, 0.8810006273224485, 0.9386543902953636, 0.9544080465249254, 0.605561339519823, 0.41738930632162535, 0.9435148318250272, 1.0, 0.7880462841530468, 1.9911349325902201, 1.9844233966366362, 1.4095057857234636, 1.494834216304884, 0.8945327921343991, 1.0465252306595956, 0.9657902518204129, 0.8818849232826983, 1.01289922968906, 0.9542609489006632, 1.9911349325902201, 1.303101066939662, 1.0, 0.9988936769842933, 0.8944357999064099, 1.9844233966366385, 0.9721978598866062, 0.9751070654641969, 1.053405494669145, 1.2277188687789828, 1.0, 0.9710532649972081, 1.0, 1.0, 1.4095057857234625, 1.0, 1.409505785723463, 1.4063287585864295, 0.9944538524514821, 1.0084398738408038, 1.096956593110858, 0.9848747659663566, 1.0176485758563296, 0.9988936769842915, 1.0, 1.0, 1.1521380745389784, 1.9911349325902201, 0.8886796764360778, 1.0626176220464763, 0.9820129092696263, 0.48071756015968203, 0.8052609158630751, 0.9014845427415126, 1.0, 1.0421263616247836, 1.0, 1.0, 1.0, 1.0603166366167238, 1.3948018100222412, 1.0002378777841179, 1.0521891063258038, 1.0, 1.170667828978199, 1.6220790112596297, 1.3004892166096398, 0.9988939483461562, 1.0, 0.8944357999064098, 1.2549059943840741, 0.9010506624821365, 1.2640911636544077, 0.947031285603356, 0.991260918816901, 1.3300447893255651, 1.1497030038124454, 1.0, 1.4063287585864277, 0.8174198991670485, 0.9988939483461566, 1.0, 1.217866674742133, 0.8282680988206665, 1.073085103116072, 0.9693454139903576, 1.7234040703162494, 1.1056144342459158, 1.074119172644369, 0.6071170412907283, 1.409505785723462, 1.0, 0.9988939483461562, 1.1521380745389787, 0.8944357999064119, 1.058370875443875, 1.0846522644237848, 1.0598613115637294, 0.5613288969768316, 1.0, 1.077530223972941, 1.4095057857234625, 1.15083399388167, 1.0, 1.2178666747421318, 1.0966395583377115, 1.0389053330759344, 1.0429545495698374, 1.0, 1.0244696199828591, 1.152138074538978, 1.9911349325902201, 1.6220790112596353, 1.1329428844818097, 1.0304640926757396, 1.0027828154445004, 1.4038062005460157, 1.0648539403871593, 1.9911349325902201, 1.0, 1.9844233966366391, 1.5353137244867094, 0.6866407429573802, 0.9470876233472572, 0.8928451459276403, 1.3503062413436946, 0.39441056751713693, 1.0739060999830787, 0.8074286630470415, 0.8622816943277237, 0.9235511168325403, 0.8884646840941383, 0.9253177369109523, 1.0067482855890655, 0.8717444615689396, 1.7004798113300974, 1.2451967529281143, 1.0189016467998342, 0.9159576992318523, 0.9716842292520014, 0.8537203439878127, 0.6934639134127168, 0.6814900866218891, 1.08628728041417, 0.8695100152450093, 1.7244969164094923, 0.9957413253735008, 0.886998298843266, 1.0086098935045376, 0.9474117590718318, 0.9527864599550645, 0.8622024829086022, 0.928715896349544, 1.165972778898159, 1.1444020655792773, 1.249832703644339, 1.0, 1.04414181114218, 0.7888691092407913, 0.8896110919230731, 0.8385172959457787, 0.6963004767756463, 1.0524770129026086, 0.8728215158868736, 1.2422671085343606, 1.0395955941659785, 0.9729248895409327, 0.942112878700215, 0.9029124312015971, 0.9945356002953412, 0.9067257721352653, 0.6559269963983796, 1.0530222495928638, 0.7742650861348659, 1.7415209866320729, 0.31751695199855035, 0.9401556411866103, 0.9925662855482592, 0.9703437391049544, 0.9315271035229352, 0.76726349356305, 1.113451820498087, 1.5950728246019172, 0.9108834606609704, 0.6187680270209445, 1.0, 1.026218169309107, 0.9226908311101232, 1.3695879042350074, 1.390915117042367, 0.9165066682832561, 1.0788295714407763, 0.8648263176100378, 0.9635758583333331, 0.8878642706591297, 0.9006687498171835, 0.8634669309414519, 1.0263681887473621, 1.1035216758671196, 0.9668823371087334, 0.9093839574625667, 1.2537251227686863, 0.925393016008483, 0.9198488449490679, 0.9988290268424753, 0.1771101235529094, 1.05614751420039, 0.9497863099739803, 1.0994839009481026, 0.92792429034674, 0.9973731985207415, 1.4008749618490997, 0.9833759189369512, 0.7900467121392818, 0.5512800744398914, 1.0, 1.160435495736531, 0.840523823247663, 1.0569742675732663, 0.8576934466322704, 0.9349861286126709, 0.8587290535040432, 0.9574488028099564, 0.8825111948837125, 1.0, 0.9946462418130932, 0.8401625258336195, 1.0609041780534152, 0.8625411201961046, 0.8578849236354916, 0.9245113485505083, 0.9397104471617286, 0.949988633400937, 1.4949439323664353, 1.0752730715733643, 0.854508526946672, 1.0304209489391347, 0.9286338973772724 ] ] }, "width": 512, "in_features": 262, "out_features": 13, "depth": 6, "padding": 524, "parameters": 1245037, "cert_evals": { "36": 0.04609929025173187, "72": 0.03900709003210068, "108": 0.03900709003210068, "255": 0.010638297535479069 }, "fold": 1 }, { "best_epoch": 6, "best_val_acc": 0.12307692307692308, "test_acc": 0.05474452554744526, "train_size": 113, "val_size": 65, "test_size": 274, "stats": { "mean": [ [ 0.003089986725663709, -0.004440814159291977, 0.06255539469026555, 0.0030673203539822954, 0.001728016814159293, 0.11026861433628313, 0.017892446017699123, -0.06960080176991157, 0.039233834283185866, 0.15144875398230093, 0.006497817787610628, -0.01399969203539821, 0.12535314601769912, 0.032636741592920446, -0.04566848761061949, -0.12298024778761062, -0.000969959292035392, 0.11890371504424775, -0.09021629999999985, -0.11451322123893802, -0.04703600000000003, 0.06338747787610569, -0.1056450000000003, -0.06659289999999989, 0.0665928778761063, -0.09438650000000005, -0.04968765486725668, 0.10877121769911505, -0.018068128318584065, -0.08296883185840709, -0.05587280000000011, -0.06895776106194693, -2.920353983278935e-07, -0.013222389380530894, -0.04703600000000003, 0.06659287787610632, -0.06659289999999989, -0.1252820000000002, 0.010099320973451271, 0.07353538053097344, -0.007326469911504469, -0.07684545132743385, -0.0339906548672566, 0.05784047787610613, 0.14110856637168143, 3.805309734868323e-07, -0.04703600000000003, -0.06704164601769919, -0.02112876106194691, -0.06659289999999989, 0.15620863893805323, -0.03053643008849556, -0.18165605309734498, -0.11233752212389378, -0.04703600000000003, -0.016779973451327427, -0.021128761061946985, -0.06659289999999989, 0.0665928778761063, -0.06659289999999989, -0.06659289999999989, -0.09438650000000005, -0.00463133628318579, -0.07507774690265485, -0.0007694676106195044, -0.08089127433628311, -0.10792991415929203, -2.9203539847723323e-07, -0.04703600000000003, -0.04703600000000003, 0.027216715044247893, -0.04703600000000003, -0.02592799999999999, 0.08057962389380531, 0.024038425752212503, -0.16465999999999992, -0.07926050000000014, -0.09237758407079648, -0.06659289999999989, -0.043025663716814114, 0.14110856637168245, 0.1411085663716826, -0.04703600000000003, -0.023750336283185847, 0.03126479168141594, 0.008899934513274312, -0.02743449557522126, 0.06331698053097352, 0.05539779646017699, 0.027216715044247736, 0.017897150442477798, 1.0619469029187476e-07, 1.061946903233147e-07, -0.02112876106194691, -0.1502479999999999, -0.016447008849557545, -0.0054378495575221125, 0.07474130442477876, -0.07807693805309734, -0.07854839999999999, -0.008790955752212368, 1.0619469031152472e-07, 1.0619469029973474e-07, 0.038619840707964564, 1.061946903233147e-07, 1.0619469035868464e-07, -2.920353983829134e-07, -0.06884565486725683, -0.043006230088495565, 0.13900964601769922, -0.06902842477876096, -0.06529410000000001, -0.07149334513274326, -0.043025663716814044, -0.06659289999999989, 0.02721671504424799, 1.0619469029187476e-07, -0.08165009999999992, -0.1056450000000003, -0.0844234336283186, 0.045172380530973465, 0.08091592477876108, -0.08034439823008824, -0.06118739999999991, 0.009105318584070807, 0.0665928778761063, 0.03861984070796471, -0.06659289999999989, -2.920353983475435e-07, -0.01561157522123892, 0.034667146902654884, 0.04805644646017698, 0.07649909380531038, 0.0778107902654868, -0.08165009999999992, -0.04703600000000003, 0.027216715044247736, 0.003988389380530976, 0.07484829203539822, 0.06071553097345137, 0.014212502654867237, 0.06978295752212389, -0.04703600000000003, -0.04703600000000003, -0.06659289999999989, -0.1056450000000003, -0.05670110707964598, 0.09375696460176995, -0.16628776973451334, -0.004178826548672555, -0.07220739999999994, -0.06694404424778763, -0.06819787345132745, -0.049705195575221274, -0.11667001238938055, -0.12676487345132748, 0.06602797345132745, 0.0027255099115044237, 0.08367987168141594, -0.07531826548672561, 0.06618380000000008, -0.05077870088495575, -0.03939802035398229, 0.0725209725663717, 0.018818907079646008, -0.0012129309734513318, 0.08232463584070795, 0.06279675221238941, 0.05451436991150446, -0.09364632743362859, -0.013597840707964663, -0.02791582300884959, 0.02277181946902653, 0.09624579256637165, 0.10685669557522126, 0.05720445840707966, -0.11690305221238939, -0.07600262831858408, 0.20486032743362856, -0.11598514159292016, 0.04703600000000003, 0.12372530088495573, 0.07733639557522128, 0.009731815840707961, 0.06515634630088495, -0.004099914159292028, -0.062444362831858426, -0.14432490088495575, 0.010303688495575204, -0.03996258407079658, -0.01723771946902648, -0.03748595911504427, -0.09338390796460176, -0.12455748761061945, -0.07069998663716814, 0.09306433097345132, 0.05574491150442479, 0.05271592371681417, -0.10488400000000016, 0.0725061, -0.06092212743362833, -0.021001579646017662, 0.08582514876106195, 0.05783091212389381, 0.07796875840707959, -0.0484065486725664, -0.06359218141592915, 0.12465353274336273, -0.03740971681415926, -0.006256027433628239, 0.02847770973451326, 0.03523589380530972, -0.007258076106194675, 0.029468245840707955, 0.07720809823008848, -0.029801646017699017, -0.07590199938053097, -0.0023667877876106243, -0.06193052212389384, 0.0729473, -0.08944441592920359, -0.008905622654867247, -0.09599750318584069, -0.11731536725663715, 0.03799221946902657, 0.04264000707964609, -0.05476776486725663, -0.08099349336283189, -0.06403644955752204, 0.0510427, -0.1728837920353984, 0.04379192212389381, -0.08503633221238939, -0.04843164778761059, -0.013288855929203541, 0.05900416725663712, 0.01502987168141596, -0.028499033982300897, -0.06898648672566376, 0.06213639999999999, -0.020727761061946872, 0.056635334513274314, -0.009026141592920364, 0.03156841769911506, -0.12126076106194686, 0.06353122123893817, 0.031937667522123854, 0.029336698938053133, 0.12508993982300817, -0.07582650442477877, 0.006734969026548675, 0.06509837044247789, 0.03657155663716816, -0.13086254787610632, -0.01249529203539823, 0.041217141592920364, 0.050712616814159305, 0.008828665486725618, -0.04774530973451326, -0.06531424955752214, 0.08627439557522125, 0.019008834867256633 ] ], "std": [ [ 0.9244692810470073, 0.9993356910018533, 1.1547522998507793, 0.9432810092169331, 1.03584004279498, 0.8753158130277445, 1.0465755215467378, 0.9102607240673849, 1.023778543447583, 0.9297280045159075, 1.0069835198754635, 0.9525566546794436, 0.9399759480360307, 0.9978150756585966, 0.9862811329995884, 0.9613244275752023, 1.111865207612389, 0.9715796850385696, 1.0, 1.0813226579822182, 1.0, 1.2592635987036094, 1.0, 1.0, 1.4095057857234625, 1.0, 1.010538238524329, 1.0722512669094082, 1.0593646908068974, 0.605561339519823, 1.0, 0.9556792785074675, 0.9988936769842924, 0.9607982608538026, 1.0, 1.4095057857234632, 1.0, 1.0, 0.972373648410722, 1.0584533172538098, 1.0284056325027326, 0.8751294762374062, 0.7194469320515607, 0.9753483226530357, 1.9911349325902201, 0.99889397212978, 1.0, 0.7094990007768706, 0.8944357999064104, 1.0, 0.9004941973725803, 1.0121581074927941, 0.761525664661198, 0.6638398438080123, 1.0, 1.0084273596642825, 0.8944357999064123, 1.0, 1.4095057857234632, 1.0, 1.0, 1.0, 1.0674172345021198, 1.0415595393603108, 0.9952640371583976, 0.7847375185646767, 1.0253922671299165, 0.9988936769842935, 1.0, 1.0, 1.1521380745389769, 1.0, 0.9380600926852771, 0.9688329579782285, 1.0699750013871834, 1.0, 1.0, 0.9022130416875166, 1.0, 0.8547515543653855, 1.9911349325902201, 1.9911349325902201, 1.0, 0.9833161542151768, 0.9113836368578456, 1.0154070458101938, 0.8175726795277899, 1.0291658658053822, 1.0023879541161114, 1.1521380745389784, 1.0666606471785436, 0.9988939483461562, 0.9988939483461564, 0.8944357999064111, 1.0, 1.0194849042181624, 0.9377289254070391, 0.9868393622488469, 0.7115324821514019, 1.0, 0.9291878599599749, 0.9988939483461571, 0.9988939483461564, 1.150833993881672, 0.9988939483461564, 0.9988939483461563, 0.9988936769842928, 0.8446756150368765, 0.8840822390425243, 0.879273891482901, 0.356357040154056, 1.0, 0.8575361470050674, 0.8547515543653872, 1.0, 1.1521380745389762, 0.9988939483461562, 1.0, 1.0, 0.7707096318942795, 0.9479029615796615, 0.8861435214681488, 0.709392406059319, 1.0, 0.9648083778490988, 1.4095057857234619, 1.1508339938816696, 1.0, 0.9988936769842918, 0.8265732991714976, 1.0190844405952648, 0.9459831021380053, 1.7348381185160544, 1.1517740759366022, 1.0, 1.0, 1.152138074538978, 0.912843060712004, 1.1388119070973806, 0.9915799039109703, 1.002719667279991, 1.085125621845705, 1.0, 1.0, 1.0, 1.0, 1.5001714286910226, 0.9966194693620798, 0.9443805992812078, 0.8655175815339226, 1.0, 0.7897012658620092, 1.1164175335449071, 1.264530190302258, 0.8921583865445091, 1.0648052330194941, 0.8695758038727032, 0.8660581580725691, 0.8367831000825393, 0.37197924168302665, 1.0, 0.9262178979224102, 0.9242646117464632, 0.973591105652927, 0.9951600891998066, 1.1111862475284577, 0.6670563380647561, 0.9442962334551489, 0.990332316811185, 0.480719441273429, 1.223234975369157, 0.940394811395897, 0.9089632031900003, 1.0458338698053655, 0.9721165818563446, 1.374767108546496, 0.8594004341053223, 0.7653673558229712, 0.6670525311692612, 0.645642563256581, 1.0, 0.891254315503885, 1.0775980834755503, 1.007431548670928, 0.9530753484316439, 1.4811962251096449, 1.2176806384389702, 0.9602107117788192, 0.8795846242039457, 1.1116750216535782, 0.9501349187678776, 1.0821885258200035, 1.1407026156836266, 0.9231893015164008, 0.8990327480493145, 0.6422405879838027, 0.9092214790537131, 0.9351958368508632, 1.0, 1.0, 0.9288775753611616, 0.8531876075690629, 1.034017858801366, 1.0285706599327553, 1.5382840820664052, 1.0793433921827003, 0.7014984131399681, 0.9478974831267535, 0.8121083950620509, 0.5317226069000799, 0.877495299738119, 1.105656776922663, 0.9679617815757274, 0.7155463726091819, 1.108302722756925, 1.0944778308312668, 0.7749616919771513, 0.8850563716056123, 0.5693811287198752, 1.0, 0.9220528856937216, 0.8553127512283658, 0.9975197765961968, 0.8796722204092665, 1.1740947078133768, 0.9516756586234943, 0.9063555755946218, 0.9537956983823893, 0.21590336552059824, 1.0, 1.1291952185180558, 1.0007499385498189, 1.0111383561599954, 0.9704983147288865, 1.1385710361021162, 0.7564588026775311, 1.0046465692486821, 0.9312841189336238, 0.6375502285227569, 1.0, 0.829387189699574, 1.0544363475675953, 0.9771879250820691, 1.0137760206245479, 1.0423498864484522, 0.43681029699877133, 0.8991224001063718, 0.8257144621838688, 1.968770644943309, 0.8856828178067617, 1.0398871114616712, 0.8345338516516961, 0.9722595951185294, 1.285772740124495, 0.8915167876690523, 0.8875667705363124, 0.6453390579256484, 0.9343424770462008, 0.8887305596443167, 1.0443061214405034, 1.027608228431771, 0.9189390661089004 ] ] }, "width": 512, "in_features": 262, "out_features": 13, "depth": 6, "padding": 524, "parameters": 1245037, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 6, "best_val_acc": 0.5074626865671642, "test_acc": 0.5404411764705882, "train_size": 113, "val_size": 67, "test_size": 272, "stats": { "mean": [ [ 0.04070993805309734, 0.11996151327433617, -0.07505505699115043, -0.053473368141592904, -0.0023036168141593112, -0.04386066761061949, 0.1000648973451327, 0.21898467610619468, 0.0844638663362832, -0.21027526176991146, 0.08278053309734511, 0.02691175840707965, -0.10311968407079651, -0.019989650442477833, -0.029568291150442447, 0.06979861946902657, -0.09989179115044242, -0.0017227557522123856, -2.2654867243656462e-07, 0.06518417699115044, -0.04703600000000003, -0.1056450000000003, -0.1056450000000003, 0.19977865575221251, 0.0665928778761063, 0.09438671238938035, -0.10331811504424784, -0.11287559292035391, 0.1063068938053097, 0.04291548672566383, -0.05587280000000011, -0.032180318584070916, 0.06704106194690261, -0.1718930000000004, -0.04703600000000003, 0.0665928778761063, -0.06659289999999989, 0.08948672566371665, -0.025450121504424723, -0.17311484513274336, 0.07640526460176993, 0.11526853982300869, 0.1133023008849558, -0.07326554867256642, -0.04703600000000003, 0.047838725663716816, -0.04703600000000003, 0.06704106194690251, -0.02112876106194691, -0.06659289999999989, -0.013552253982300916, -0.020357922123893812, -0.027464973451327517, -0.006002522123893788, -0.04703600000000003, -0.04337743362831858, 0.14790371681415934, 0.0665928778761063, -0.06659289999999989, 0.06659287787610634, -0.06659289999999989, 1.0619469029580476e-07, 0.044767823008849614, 0.08289923362831852, -0.12235442831858409, -0.11459614159292028, 0.14790476371681416, -2.9203539830824354e-07, -0.04703600000000003, 0.14110856637168223, 0.027216715044247736, -0.04703600000000003, -0.055889752212389385, -0.12962760265486717, 0.10187851619469035, -0.01324823008849549, 0.022193132743362702, -0.07879260176991155, 0.0665928778761063, 0.12907584070796485, -0.04703600000000003, -0.04703600000000003, -0.04703600000000003, -0.002639044247787606, 0.054982569292035384, 0.05932991150442477, -0.06964141592920373, -0.07482919999999994, -0.033238396460177, 0.13608353008849555, 0.0894867256637167, -0.09438650000000005, -0.09438650000000005, -0.1056450000000003, 0.030049292035398203, 0.0004219557522123656, 0.04024157522123887, 0.01212035575221241, -0.06541580530973452, -0.07854839999999999, 0.02907596460176992, -0.09438650000000005, 0.09438671238938048, -0.03861907964601766, 1.0619469030366473e-07, 1.0619469029580476e-07, -0.0670416460176993, -0.04499362831858416, 0.0430065663716814, 0.05495734513274337, 0.025254761061947018, -0.06529410000000001, 0.06800543362831867, -0.15775999999999976, 0.0665928778761063, -0.08165009999999992, 1.0619469029580476e-07, -0.08165009999999992, -0.021128761061946954, 0.0199548849557522, -0.04005870796460183, 0.07256339026548671, 0.0029753097345135682, 0.008741072566371728, -0.12291731858407075, 0.0665928778761063, -0.03861907964601771, 0.0665928778761063, -2.9203539835933345e-07, -0.15365226548672545, -0.02139016460176988, 0.03374174115044254, -0.03278541946902662, -0.16577226814159277, 0.027216715044247785, 0.14110856637168206, -0.08165009999999992, -0.17471278761061948, -0.05009553982300891, 0.10357247787610621, 0.01421250265486715, -0.16799606460176988, 0.1411085663716814, -0.04703600000000003, 0.1997786557522125, -0.02112876106194691, 0.10064383539823014, -0.09822227433628321, 0.010812114336283181, -0.0005969424778760985, -0.034939104424778704, -0.021039132743362887, 0.1549942769911504, -0.05473569823008849, 0.09371048247787614, 0.1284547699115043, 0.08193819469026561, -0.1894623433628318, -0.03994628938053097, 0.005021592920354035, 0.06618380000000008, 0.046780255752212445, 0.12412912743362833, -0.15687404504424782, -0.04040450761061948, 0.01819149026548674, 0.047322232477876085, -0.1316860601769911, -0.08258592566371675, 0.05638880530973452, -0.10198681415929205, 0.1290602176991152, -0.03669845398230087, -0.10499076469026546, -0.12757559911504432, -0.06652606637168137, 0.05155422566371681, 0.031605256637168136, 0.0629123805309736, 0.023197380530973564, 0.04703600000000003, -0.03599286283185842, -0.1574473318584071, 0.10887992823008849, -0.053605181415929175, -0.012299078761061958, -0.05887616991150452, 0.07308711769911504, 0.09051549646017694, -0.10846913274336303, -0.15513741725663718, 0.12073644318584073, 0.05041307504424779, 0.1529646697345132, 0.0776218637168141, 0.057565741592920404, -0.17276489823008853, -0.014984845840707986, -0.04701723008849572, -0.03750280353982299, 0.06355189203539817, 0.06636549999999998, -0.1410115592035399, -0.08766313362831851, -0.09892783274336285, -0.013420267079645989, 0.09777304070796461, 0.07535415840707965, -0.10688448672566354, 0.0625599000000001, -0.011544922123893811, -0.09627820707964604, 0.08584640530973452, 0.007022314424778771, -0.05128431504424778, -0.06365885663716808, 0.02538907345132746, 0.071253879380531, -0.032786734513274456, 0.0729473, 0.04719471592920353, 0.014598110265486715, 0.026159213575221246, 0.059101831504424836, -0.07843545663716811, 0.0003891433628318023, 0.014624393274336253, 0.03384382522123893, -0.07310352920353969, 0.0510427, 0.14306325132743355, -0.011243908849557487, 0.02559352380530976, 0.03617407230973455, -0.012417333274336301, -0.10102372743362834, -0.09638603628318594, 0.02360371292035396, -0.0742930973451328, -0.014339143362831862, 0.03523714159292039, 0.03915302300884953, -0.08945827723893807, -0.02228378656637163, 0.10421852477876106, 0.0697730088495576, -0.12811908238938052, -0.10229047238938055, -0.048111653097345074, 0.041196920353982314, 0.10879424867256633, -0.10693692778761064, 0.02704163566371678, 0.12719723849557518, 0.1358370884955751, -0.11345866194690264, -0.11236356814159291, 0.008828665486725625, 0.04901849557522122, 0.10906433185840712, -0.12028646725663718, 0.005514894867256633 ] ], "std": [ [ 1.0502669179700934, 0.9792224218294541, 0.24305352147883325, 1.043042266446498, 1.0744571502175468, 0.9508826739984755, 0.9451555552883207, 1.1810283789026603, 1.0064552702700122, 1.1190882010665817, 0.9034793296608571, 1.1336521923679663, 0.9786491101919341, 0.9206985848676537, 0.8610889538505271, 0.9619675032812017, 0.9308084274399617, 0.9863758024756076, 0.9547571784517959, 0.9496800506935921, 1.0, 1.0, 1.0, 1.9844233966366367, 1.4095057857234627, 1.40632875858643, 0.892002130496044, 1.0129634785032875, 0.978487303853688, 1.1394715296586964, 1.0, 1.0267988761241287, 1.217866674742132, 1.0, 1.0, 1.4095057857234627, 1.0, 1.30048921660964, 1.101075351501756, 0.9423320679555461, 0.9745566669040967, 1.0784150005489006, 1.3072548131334407, 1.020520797792866, 1.0, 1.1116626840554256, 1.0, 1.2178666747421323, 0.8944357999064103, 1.0, 0.9763859814864452, 0.9882312110151381, 0.9941548135105892, 1.0805382570058093, 1.0, 0.9455390825539804, 1.5353137244867092, 1.4095057857234619, 1.0, 1.4095057857234636, 1.0, 0.9988939483461567, 0.9028116049768871, 1.0263167291591377, 0.9964436627027657, 0.4280387316306564, 1.0514551909197751, 0.9988936769842915, 1.0, 1.9911349325902201, 1.152138074538978, 1.0, 0.9644113662850948, 0.9806946309645141, 0.9930268680075975, 0.8905664891946655, 1.0736843273720693, 1.0058668086951204, 1.409505785723462, 1.3330925209888196, 1.0, 1.0, 1.0, 1.0450036005861865, 1.3244456183776097, 0.932189980942975, 0.9625014477361986, 1.0, 1.0074707737922228, 1.62207901125963, 1.3004892166096393, 1.0, 1.0, 1.0, 1.0917543201475843, 1.0127130749629136, 1.2877909824303606, 0.9604994075919616, 0.8657450013263874, 1.0, 1.0599660091906427, 1.0, 1.4063287585864277, 0.8174198991670479, 0.9988939483461567, 0.9988939483461567, 0.7094990007768708, 0.8740833234525124, 1.010657132912493, 0.9328151962443406, 1.3541564903516528, 1.0, 1.0437864539647888, 1.0, 1.409505785723462, 1.0, 0.9988939483461567, 1.0, 0.8944357999064098, 1.2065791134004533, 1.0500123468485083, 0.9959504427215604, 1.0958354145667224, 0.7400533918928887, 0.9943642075886404, 1.4095057857234627, 0.8174198991670482, 1.4095057857234627, 0.9988936769842922, 0.9193790839730072, 1.0436031910295362, 0.9868834993023391, 0.5782795414175284, 0.9541173647907301, 1.1521380745389775, 1.9911349325902201, 1.0, 0.9325216486314452, 1.0303184562115624, 0.9698188611354921, 1.0027196672799903, 1.0327882823860284, 1.9911349325902201, 1.0, 1.9844233966366391, 0.8944357999064109, 0.7112349595162911, 1.0528496975740775, 0.9693293962135208, 1.098217436491506, 0.39441056751713705, 1.131185111941341, 0.8933013668038887, 0.8692841653701331, 0.9535583303775852, 0.9578421783922644, 0.9351032690489206, 0.9587912379925385, 0.8874155629442673, 0.7402206710271984, 1.0, 1.0688089329251667, 0.997681462694144, 0.9866601266296527, 0.9496581319654654, 0.9257831061652533, 0.9073562336120353, 0.9768579353882867, 0.9602672008044747, 0.7793988687883875, 1.2643817992013762, 0.8858997832358527, 1.0783739453909889, 0.9243425987503827, 0.9894525958813807, 0.8138319611992417, 0.9527697944043735, 1.1413505837251008, 0.8792523651290115, 1.0992317647014969, 1.0, 1.065433498566479, 0.9150528093441637, 1.0062463574228966, 1.011250604668206, 0.7913263564369651, 0.9735543146496928, 0.9610800849612564, 0.9880567372837797, 0.3866698577857632, 0.9853949011817834, 0.990227174214131, 0.8869793376043191, 1.0049463863071384, 0.9992217219580515, 0.9135057665522096, 0.9794517412025064, 0.8334338014885702, 0.37518500497353446, 1.1642248030770597, 0.9506854878365382, 1.1083600583283926, 0.9361744720072924, 1.0051395038183164, 0.7234663786843327, 1.1371317753211319, 1.5356103741191347, 0.8479920793399001, 0.46656712729960265, 1.0, 1.0891589322731212, 0.8545812844441173, 1.3469557389840487, 1.3298686360213214, 0.8184103746992143, 1.2426545134673366, 0.9345647421429395, 0.8739291157345797, 0.7954155323258645, 1.0, 0.9396031266002715, 0.8729340873197525, 1.1022147706138496, 0.9052007430680863, 0.8002297286948205, 1.1474637082252046, 1.0050624674836923, 0.8958786752659496, 0.1199464140766847, 1.0, 0.9484606934407114, 0.924743989986394, 1.1045533858189263, 0.9763355497679247, 0.8775711016746042, 1.4892483405130004, 0.9479162196372228, 0.824520740664537, 0.48200134691826974, 0.8093410764663572, 1.0307538015892828, 0.8557116942728363, 0.9675781578595044, 0.9316537658305905, 0.961482671503125, 0.9499524026348503, 1.0156281171297905, 0.9533815998673338, 0.13577727875330386, 1.0944930405696027, 0.9984202119037168, 1.0610893586418122, 1.0416564535479678, 0.953141207852886, 0.9699518518482332, 1.0661304370514315, 0.9605383246803934, 0.9343424770461999, 1.1428421085341074, 0.9995106529728873, 1.0191031224939573, 1.0275583030415119 ] ] }, "width": 512, "in_features": 262, "out_features": 13, "depth": 6, "padding": 524, "parameters": 1245037, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.40405419964526124, "std_test_acc": 0.23473969570308745, "n_samples": 452, "n_features": 262, "n_classes": 13, "mean_cert_acc_36": 0.011524822562932968, "std_cert_acc_36": 0.023049645125865936, "mean_cert_acc_72": 0.00975177250802517, "std_cert_acc_72": 0.01950354501605034, "mean_cert_acc_108": 0.00975177250802517, "std_cert_acc_108": 0.01950354501605034, "mean_cert_acc_255": 0.002659574383869767, "std_cert_acc_255": 0.005319148767739534 }, "audiology-std": { "dataset": "audiology-std", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.16129032258064516, "test_acc": 0.22142857142857142, "train_size": 25, "val_size": 31, "test_size": 140, "stats": { "mean": [ [ -1.7763568394002505e-17, -8.399999999486596e-07, 7.99999999756551e-08, -1.2800000001833566e-06, -3.6000000007696543e-07, -8.799999999986596e-07, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, -8.000000002006402e-08, 7.99999999756551e-08, 0.0, 0.0, 0.0, 0.0, 7.99999999756551e-08, 0.0, -3.199999999159431e-07, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, -3.3306690738754695e-17, -3.999999999981796e-07, 0.0, 7.99999999756551e-08, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, -8.659739592076221e-17, 0.0, -8.659739592076221e-17, 0.0, 0.0, 0.0, -7.199999999940587e-07, -4.800000000759752e-07, 2.799999999325564e-07, 0.0, 2.220446049250313e-18, 0.0, -1.5999999996907377e-07, 0.0, -4.0000000006479297e-07, 0.0, 0.0 ] ], "std": [ [ 0.9797958971132714, 0.979795399156076, 0.979796007645425, 0.9797944438980055, 0.979795825808005, 0.9797970293219844, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9797958971132714, 1.0, 0.9797961795409461, 0.979796007645425, 1.0, 1.0, 1.0, 1.0, 0.9797960076454252, 1.0, 0.9797960772142222, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9797958971132711, 0.9797952000000001, 1.0, 0.9797960076454251, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9797958971132709, 1.0, 0.9797958971132709, 1.0, 1.0, 1.0, 0.9797942770355633, 0.9797949007791427, 0.9797958854236333, 1.0, 0.979795897113271, 1.0, 0.9797957933341287, 1.0, 0.9797952, 1.0, 1.0 ] ] }, "width": 256, "in_features": 59, "out_features": 18, "depth": 6, "padding": 118, "parameters": 65390, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.15151515151515152, "test_acc": 0.06521739130434782, "train_size": 25, "val_size": 33, "test_size": 138, "stats": { "mean": [ [ -1.7763568394002505e-17, -8.399999999486596e-07, 7.99999999756551e-08, -1.2800000001833566e-06, -3.6000000007696543e-07, -8.799999999986596e-07, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, -8.000000002006402e-08, 7.99999999756551e-08, 0.0, 0.0, 0.0, 0.0, 7.99999999756551e-08, 0.0, -3.199999999159431e-07, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, -3.3306690738754695e-17, -3.999999999981796e-07, 0.0, 7.99999999756551e-08, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, -8.659739592076221e-17, 0.0, -8.659739592076221e-17, 0.0, 0.0, 0.0, -7.199999999940587e-07, -4.800000000759752e-07, 2.799999999325564e-07, 0.0, 2.220446049250313e-18, 0.0, -1.5999999996907377e-07, 0.0, -4.0000000006479297e-07, 0.0, 0.0 ] ], "std": [ [ 0.9797958971132714, 0.979795399156076, 0.979796007645425, 0.9797944438980055, 0.979795825808005, 0.9797970293219844, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9797958971132714, 1.0, 0.9797961795409461, 0.979796007645425, 1.0, 1.0, 1.0, 1.0, 0.9797960076454252, 1.0, 0.9797960772142222, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9797958971132711, 0.9797952000000001, 1.0, 0.9797960076454251, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9797958971132709, 1.0, 0.9797958971132709, 1.0, 1.0, 1.0, 0.9797942770355633, 0.9797949007791427, 0.9797958854236333, 1.0, 0.979795897113271, 1.0, 0.9797957933341287, 1.0, 0.9797952, 1.0, 1.0 ] ] }, "width": 256, "in_features": 59, "out_features": 18, "depth": 6, "padding": 118, "parameters": 65390, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.0, "test_acc": 0.0547945205479452, "train_size": 25, "val_size": 25, "test_size": 146, "stats": { "mean": [ [ -1.7763568394002505e-17, -8.399999999486596e-07, 7.99999999756551e-08, -1.2800000001833566e-06, -3.6000000007696543e-07, -8.799999999986596e-07, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, -8.000000002006402e-08, 7.99999999756551e-08, 0.0, 0.0, 0.0, 0.0, 7.99999999756551e-08, 0.0, -3.199999999159431e-07, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, -3.3306690738754695e-17, -3.999999999981796e-07, 0.0, 7.99999999756551e-08, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, -8.659739592076221e-17, 0.0, -8.659739592076221e-17, 0.0, 0.0, 0.0, -7.199999999940587e-07, -4.800000000759752e-07, 2.799999999325564e-07, 0.0, 2.220446049250313e-18, 0.0, -1.5999999996907377e-07, 0.0, -4.0000000006479297e-07, 0.0, 0.0 ] ], "std": [ [ 0.9797958971132714, 0.979795399156076, 0.979796007645425, 0.9797944438980055, 0.979795825808005, 0.9797970293219844, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9797958971132714, 1.0, 0.9797961795409461, 0.979796007645425, 1.0, 1.0, 1.0, 1.0, 0.9797960076454252, 1.0, 0.9797960772142222, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9797958971132711, 0.9797952000000001, 1.0, 0.9797960076454251, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9797958971132709, 1.0, 0.9797958971132709, 1.0, 1.0, 1.0, 0.9797942770355633, 0.9797949007791427, 0.9797958854236333, 1.0, 0.979795897113271, 1.0, 0.9797957933341287, 1.0, 0.9797952, 1.0, 1.0 ] ] }, "width": 256, "in_features": 59, "out_features": 18, "depth": 6, "padding": 118, "parameters": 65390, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 5, "best_val_acc": 0.1, "test_acc": 0.09929078014184398, "train_size": 25, "val_size": 30, "test_size": 141, "stats": { "mean": [ [ -1.7763568394002505e-17, -8.399999999486596e-07, 7.99999999756551e-08, -1.2800000001833566e-06, -3.6000000007696543e-07, -8.799999999986596e-07, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, -8.000000002006402e-08, 7.99999999756551e-08, 0.0, 0.0, 0.0, 0.0, 7.99999999756551e-08, 0.0, -3.199999999159431e-07, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, -3.3306690738754695e-17, -3.999999999981796e-07, 0.0, 7.99999999756551e-08, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, -8.659739592076221e-17, 0.0, -8.659739592076221e-17, 0.0, 0.0, 0.0, -7.199999999940587e-07, -4.800000000759752e-07, 2.799999999325564e-07, 0.0, 2.220446049250313e-18, 0.0, -1.5999999996907377e-07, 0.0, -4.0000000006479297e-07, 0.0, 0.0 ] ], "std": [ [ 0.9797958971132714, 0.979795399156076, 0.979796007645425, 0.9797944438980055, 0.979795825808005, 0.9797970293219844, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9797958971132714, 1.0, 0.9797961795409461, 0.979796007645425, 1.0, 1.0, 1.0, 1.0, 0.9797960076454252, 1.0, 0.9797960772142222, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9797958971132711, 0.9797952000000001, 1.0, 0.9797960076454251, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9797958971132709, 1.0, 0.9797958971132709, 1.0, 1.0, 1.0, 0.9797942770355633, 0.9797949007791427, 0.9797958854236333, 1.0, 0.979795897113271, 1.0, 0.9797957933341287, 1.0, 0.9797952, 1.0, 1.0 ] ] }, "width": 256, "in_features": 59, "out_features": 18, "depth": 6, "padding": 118, "parameters": 65390, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.1101828158556771, "std_test_acc": 0.07655936092809153, "n_samples": 196, "n_features": 59, "n_classes": 18, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "balance-scale": { "dataset": "balance-scale", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.4819277108433735, "test_acc": 0.45595854922279794, "train_size": 156, "val_size": 83, "test_size": 386, "stats": { "mean": [ [ 0.05887832692307693, -2.5641025661690044e-08, 0.09964028205128199, -0.09058207692307692 ] ], "std": [ [ 0.9464310236223092, 0.9765235538802873, 0.9974316897506468, 1.0391308031314608 ] ] }, "width": 32, "in_features": 4, "out_features": 3, "depth": 6, "padding": 10, "parameters": 523, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.4329896907216495, "test_acc": 0.46774193548387094, "train_size": 156, "val_size": 97, "test_size": 372, "stats": { "mean": [ [ 0.09511109615384612, -3.416070845000482e-17, 0.00905823076923074, 0.08152388461538454 ] ], "std": [ [ 1.0090351712085057, 1.0055834762270852, 0.9532661180714023, 1.002273371607005 ] ] }, "width": 32, "in_features": 4, "out_features": 3, "depth": 6, "padding": 10, "parameters": 523, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.0967741935483871, "test_acc": 0.07446808510638298, "train_size": 156, "val_size": 93, "test_size": 376, "stats": { "mean": [ [ -0.00452913461538464, 0.06340748717948716, -1.2820512825151571e-08, 0.09964030769230771 ] ], "std": [ [ 0.9879158233594086, 0.9907460042778667, 1.027617579941566, 0.9614936385801037 ] ] }, "width": 32, "in_features": 4, "out_features": 3, "depth": 6, "padding": 10, "parameters": 523, "cert_evals": { "36": 0.07446808367967606, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.06521739130434782, "test_acc": 0.08222811671087533, "train_size": 156, "val_size": 92, "test_size": 377, "stats": { "mean": [ [ 0.05434929487179499, -0.08605298076923085, 0.06793655769230768, -0.16757685256410257 ] ], "std": [ [ 1.0569029867956488, 1.0161657906649941, 0.9625917447832895, 0.9469510608150327 ] ] }, "width": 32, "in_features": 4, "out_features": 3, "depth": 6, "padding": 10, "parameters": 523, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.2700991716309818, "std_test_acc": 0.22148997391440764, "n_samples": 625, "n_features": 4, "n_classes": 3, "mean_cert_acc_36": 0.018617020919919014, "std_cert_acc_36": 0.03723404183983803, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "balloons": { "dataset": "balloons", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.5, "test_acc": 0.5, "train_size": 4, "val_size": 4, "test_size": 8, "stats": { "mean": [ [ 0.0, 0.0, -0.968246, 0.0 ] ], "std": [ [ 0.968246, 0.968246, 1.0, 0.968246 ] ] }, "width": 32, "in_features": 4, "out_features": 2, "depth": 6, "padding": 10, "parameters": 512, "cert_evals": { "36": 0.5, "72": 0.5, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 4, "best_val_acc": 1.0, "test_acc": 0.8, "train_size": 4, "val_size": 2, "test_size": 10, "stats": { "mean": [ [ -0.484123, 0.484123, 0.0, 0.0 ] ], "std": [ [ 0.8385256331126676, 0.8385256331126676, 0.968246, 0.968246 ] ] }, "width": 32, "in_features": 4, "out_features": 2, "depth": 6, "padding": 10, "parameters": 512, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 1.0, "test_acc": 0.45454545454545453, "train_size": 4, "val_size": 1, "test_size": 11, "stats": { "mean": [ [ -0.484123, 0.0, -0.484123, -0.484123 ] ], "std": [ [ 0.8385256331126676, 0.968246, 0.8385256331126676, 0.8385256331126676 ] ] }, "width": 32, "in_features": 4, "out_features": 2, "depth": 6, "padding": 10, "parameters": 512, "cert_evals": { "36": 0.4545454680919647, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 1.0, "test_acc": 0.45454545454545453, "train_size": 4, "val_size": 1, "test_size": 11, "stats": { "mean": [ [ 0.48412299999999997, 0.484123, -0.968246, 0.0 ] ], "std": [ [ 0.8385256331126676, 0.8385256331126676, 1.0, 0.968246 ] ] }, "width": 32, "in_features": 4, "out_features": 2, "depth": 6, "padding": 10, "parameters": 512, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.5522727272727272, "std_test_acc": 0.1665357612635026, "n_samples": 16, "n_features": 4, "n_classes": 2, "mean_cert_acc_36": 0.23863636702299118, "std_cert_acc_36": 0.276177672220388, "mean_cert_acc_72": 0.125, "std_cert_acc_72": 0.25, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "bank": { "dataset": "bank", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.8758915834522111, "test_acc": 0.8869888475836432, "train_size": 1130, "val_size": 701, "test_size": 2690, "stats": { "mean": [ [ -0.043444115752212485, 0.038350172566371764, 0.021509683185840713, -0.021201484955752213, -0.006912000000000016, 0.04290420228318581, -0.031048147787610524, -0.010544807964601867, -0.027401819469027113, -0.0011023982300885904, -0.020262814867256583, -0.01690946219469023, -0.0050658819469022965, 0.027795634513274152, 0.0035984575221236132, 0.03735520353982189 ] ], "std": [ [ 0.9589625434028519, 0.9947635481983416, 1.013551308348929, 0.9759306172571834, 1.025514103095601, 1.1941195969624385, 0.9952628808737004, 1.0099558672249285, 1.0069197139677768, 1.0315253300196314, 1.005152797600638, 0.9721293687592033, 0.9311569270874402, 1.0436010567990328, 0.9725976279868672, 1.0344584167333912 ] ] }, "width": 64, "in_features": 16, "out_features": 2, "depth": 6, "padding": 32, "parameters": 4834, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 10, "best_val_acc": 0.8373134328358209, "test_acc": 0.8375597206909224, "train_size": 1130, "val_size": 670, "test_size": 2721, "stats": { "mean": [ [ -0.01574801380530978, 0.0023927396460177394, 0.0021967858407077644, -0.01932307256637162, 0.006853599999999982, -0.03479098039734521, 0.0010882398230089275, 0.02142298584070794, -0.04310824424778776, -0.002926514159292115, -0.01356536707964567, 0.01527978015929205, -0.04149083628318521, -0.006613960176991296, 0.006211176106194516, -0.021354536283185895 ] ], "std": [ [ 0.969300386690253, 1.0029838787869998, 1.0077378567908635, 1.0067270576318987, 0.9737641828355684, 0.8874066057167844, 1.0000362134178429, 0.978768086158569, 1.0166647522536418, 1.0110908544078474, 0.9795699211960872, 0.988628308543735, 0.8468895052095667, 1.0088647512260476, 1.0744144429583726, 0.97024384329565 ] ] }, "width": 64, "in_features": 16, "out_features": 2, "depth": 6, "padding": 32, "parameters": 4834, "cert_evals": { "36": 0.7622197866439819, "72": 0.6718118190765381, "108": 0.5567805767059326, "255": 0.011025357991456985 }, "fold": 1 }, { "best_epoch": 7, "best_val_acc": 0.847041847041847, "test_acc": 0.8343217197924389, "train_size": 1130, "val_size": 693, "test_size": 2698, "stats": { "mean": [ [ 0.03612999486725651, 0.0039014732743363205, -0.026264318584070866, 0.007914513274336264, -2.920000000001238e-05, -0.02074493859203536, -0.02212137345132746, -0.02529917433628319, -0.017585318584070603, 0.002009283628318563, -0.032913651327433256, 0.01575317238053096, 0.01656134477876116, 0.004832360176991011, 0.0046435044247787275, -0.007806110619469017 ] ], "std": [ [ 1.026029784154538, 1.014567266706415, 0.9934924943110668, 1.0009548228746656, 0.9999976513205256, 0.9005330945128681, 0.9966950423207805, 1.02369326820955, 1.0066229970970322, 1.0105897259642973, 0.9953808522736891, 1.0444837633462487, 0.9721502138598372, 1.0252935681497495, 0.9895490051866441, 0.9907898156267138 ] ] }, "width": 64, "in_features": 16, "out_features": 2, "depth": 6, "padding": 32, "parameters": 4834, "cert_evals": { "36": 0.7031134366989136, "72": 0.5322461128234863, "108": 0.3469236493110657, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.8944193061840121, "test_acc": 0.8819648093841642, "train_size": 1130, "val_size": 663, "test_size": 2728, "stats": { "mean": [ [ -0.0319807638938054, 0.00842759592920361, 0.0032132584070795264, -0.0512567557522122, 0.02061919999999998, 0.017208951831858395, -0.023906728318583995, 0.009127680530973464, 0.04229537345132683, 0.03913422522123883, -0.0012866005309730669, 0.019049747389380534, 0.0011946368141599608, -0.01394144424778776, -0.01887086017699146, -0.012322258407079635 ] ], "std": [ [ 0.9997012384907139, 1.011637351521284, 1.0052459246549308, 0.9835551200097631, 0.9188989108776542, 0.975563370252112, 0.9964151726496702, 0.9910016079646086, 0.9876324728734414, 0.9709295082923052, 1.018649934814902, 1.045208416973306, 1.0916320113723843, 0.971971990527501, 0.9802679634858928, 0.9883913040231975 ] ] }, "width": 64, "in_features": 16, "out_features": 2, "depth": 6, "padding": 32, "parameters": 4834, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.8602087743627922, "std_test_acc": 0.028128375993677, "n_samples": 4521, "n_features": 16, "n_classes": 2, "mean_cert_acc_36": 0.3663333058357239, "std_cert_acc_36": 0.4236929486314488, "mean_cert_acc_72": 0.3010144829750061, "std_cert_acc_72": 0.35222065480973597, "mean_cert_acc_108": 0.22592605650424957, "std_cert_acc_108": 0.2745847149290802, "mean_cert_acc_255": 0.0027563394978642464, "std_cert_acc_255": 0.005512678995728493 }, "blood": { "dataset": "blood", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.22131147540983606, "test_acc": 0.2437357630979499, "train_size": 187, "val_size": 122, "test_size": 439, "stats": { "mean": [ [ 0.08207599251336908, 0.07211877540106948, 0.07211877540106948, 0.12092969090909093 ] ], "std": [ [ 1.0915037898164763, 0.9154190444987925, 0.9154190444987925, 1.0234960637376278 ] ] }, "width": 32, "in_features": 4, "out_features": 2, "depth": 6, "padding": 10, "parameters": 512, "cert_evals": { "36": 0.24373577535152435, "72": 0.24373577535152435, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 8, "best_val_acc": 0.5431034482758621, "test_acc": 0.48314606741573035, "train_size": 187, "val_size": 116, "test_size": 445, "stats": { "mean": [ [ -0.0044589358288771265, -0.03777642245989305, -0.03777642245989305, -0.04118699946524062 ] ], "std": [ [ 1.0355747128653376, 1.0168425706533084, 1.0168425706533084, 0.9389071377082803 ] ] }, "width": 32, "in_features": 4, "out_features": 2, "depth": 6, "padding": 10, "parameters": 512, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 36, "best_val_acc": 0.7454545454545455, "test_acc": 0.7760532150776053, "train_size": 187, "val_size": 110, "test_size": 451, "stats": { "mean": [ [ 0.05565309197860972, -0.04876601497326191, -0.04876601497326191, 0.022211831550802065 ] ], "std": [ [ 1.2081413746481122, 0.9472357528176619, 0.9472357528176619, 0.9442482982599183 ] ] }, "width": 32, "in_features": 4, "out_features": 2, "depth": 6, "padding": 10, "parameters": 512, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 26, "best_val_acc": 0.6101694915254238, "test_acc": 0.5553047404063205, "train_size": 187, "val_size": 118, "test_size": 443, "stats": { "mean": [ [ 0.02856966417112282, -0.11561878823529406, -0.11561878823529406, -0.0299989443850266 ] ], "std": [ [ 1.1041996654221626, 0.9454192748690525, 0.9454192748690525, 0.9892882254644951 ] ] }, "width": 32, "in_features": 4, "out_features": 2, "depth": 6, "padding": 10, "parameters": 512, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.5145599464994015, "std_test_acc": 0.21937140337517144, "n_samples": 748, "n_features": 4, "n_classes": 2, "mean_cert_acc_36": 0.06093394383788109, "std_cert_acc_36": 0.12186788767576218, "mean_cert_acc_72": 0.06093394383788109, "std_cert_acc_72": 0.12186788767576218, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "breast-cancer": { "dataset": "breast-cancer", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 18, "best_val_acc": 0.8235294117647058, "test_acc": 0.6906077348066298, "train_size": 71, "val_size": 34, "test_size": 181, "stats": { "mean": [ [ -0.0162575774647888, 0.01285738028169014, 0.05645037746478872, -0.0029103802816902316, -0.11736198591549311, -0.028151649295774777, -0.03566477464788737, 0.00970807042253526, 0.22726122535211296 ] ], "std": [ [ 1.0503834784726616, 0.9628419637542994, 0.9596794691642652, 0.9092740907525307, 1.049772063174192, 1.0411696038595801, 0.9953573619388768, 0.9968442343032266, 0.8156962912830921 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.7391304347826086, "test_acc": 0.6923076923076923, "train_size": 71, "val_size": 46, "test_size": 169, "stats": { "mean": [ [ 0.19254230985915494, -0.19285994366197182, 0.20358705070422517, 0.009330281690140758, -0.03202669014084532, -0.08538911549295794, -0.007489267605633831, -0.18945425352112666, -0.10300454929577448 ] ], "std": [ [ 1.026498898055275, 1.0381849522269773, 0.8715501768246713, 1.1092478240870034, 1.0696236526518819, 1.0540261837033709, 0.9977471789729346, 0.7297492222931498, 1.0547842980526614 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.2, "test_acc": 0.31351351351351353, "train_size": 71, "val_size": 30, "test_size": 185, "stats": { "mean": [ [ 0.011582478873239406, 0.03857201408450704, 0.023010226760563364, -0.21100099999999994, 0.1670883239436617, -0.04723080000000009, -0.17654230985915503, 0.10343116901408457, -0.003924816901408183 ] ], "std": [ [ 1.0328973500575376, 0.9120557342457011, 1.064258264362845, 0.5867856877712776, 0.7568737218929631, 1.003788410624883, 0.9711357918131928, 0.9987696871895037, 1.0006562466084945 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 18, "best_val_acc": 0.7391304347826086, "test_acc": 0.7218934911242604, "train_size": 71, "val_size": 46, "test_size": 169, "stats": { "mean": [ [ 0.10902253521126751, -0.06428660563380281, 0.1099546112676056, 0.08277422535211261, -0.1742519718309861, 0.18171905915492953, -0.14836680281690146, 0.1854393802816902, -0.16905770422535188 ] ], "std": [ [ 0.9700145966779166, 1.0084610495616426, 1.0559460579933821, 1.206060152642598, 1.1213259288422783, 0.9728498213970074, 0.9776535548414097, 1.0665540888636171, 1.0843586560371206 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.604580607938024, "std_test_acc": 0.19457566986262229, "n_samples": 286, "n_features": 9, "n_classes": 2, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "breast-cancer-wisc": { "dataset": "breast-cancer-wisc", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 57, "best_val_acc": 0.9745762711864406, "test_acc": 0.9408866995073891, "train_size": 175, "val_size": 118, "test_size": 406, "stats": { "mean": [ [ -0.022535588571428563, 0.03270772571428592, 0.05325746457142836, 0.06163440114285701, 0.059859796571428064, -0.04726777714285723, 0.04544096571428557, 0.06602559942857117, 0.14610774857142944 ] ], "std": [ [ 0.952214787303689, 1.0892638945885795, 1.0696936676502014, 1.089278359409774, 1.1050209023715667, 0.9596438048031793, 1.0789832917046138, 1.092361737838657, 1.280102883239457 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.6182265877723694, "72": 0.5837438106536865, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 24, "best_val_acc": 0.9736842105263158, "test_acc": 0.9439024390243902, "train_size": 175, "val_size": 114, "test_size": 410, "stats": { "mean": [ [ -0.014418068571428517, 0.008363611428571432, 0.0013426971428572047, 0.04362350857142855, 0.06760174228571425, -0.012737622857143117, 0.12043267999999967, -0.02566830114285711, -0.0004912342857143631 ] ], "std": [ [ 1.0359812403938078, 0.9851680594955492, 1.0075838815724851, 1.0487044899930569, 1.0481096015979268, 0.9902459117914181, 1.0891962569916647, 0.9837374432610851, 1.028364534365016 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.6195122003555298, "72": 0.29756098985671997, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 14, "best_val_acc": 0.9813084112149533, "test_acc": 0.9640287769784173, "train_size": 175, "val_size": 107, "test_size": 417, "stats": { "mean": [ [ 0.022111400000000093, 0.05892480000000022, 0.053257361714285696, 0.011603669142857164, 0.01340863999999994, 0.028070879999999694, -0.015489731428571414, -0.006955264571428654, -0.02714547428571435 ] ], "std": [ [ 1.030600322394337, 1.0255153351270532, 1.050776582254071, 0.979718412809739, 0.9943823240987255, 1.0416854377063047, 1.0036051510508777, 0.9886021184539473, 1.0198774589002766 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.1774580329656601, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 10, "best_val_acc": 0.978494623655914, "test_acc": 0.951276102088167, "train_size": 175, "val_size": 93, "test_size": 431, "stats": { "mean": [ [ 0.0424054742857143, -0.014108091428571279, -0.00827128971428571, -0.056438248, -0.030462011428571644, 0.035918565714285505, -0.09751196000000009, -0.053737870857142926, -0.04380451428571453 ] ], "std": [ [ 0.9542842873481718, 0.9773558222868145, 0.959218665273952, 0.9009025916399945, 0.98004059543331, 1.0172287889258582, 1.000728061455461, 0.9224531635202544, 0.947073789238405 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.950023504399591, "std_test_acc": 0.01030639455131773, "n_samples": 699, "n_features": 9, "n_classes": 2, "mean_cert_acc_36": 0.3537992052733898, "std_cert_acc_36": 0.3145342181033884, "mean_cert_acc_72": 0.22032620012760162, "std_cert_acc_72": 0.27995525911016933, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "breast-cancer-wisc-diag": { "dataset": "breast-cancer-wisc-diag", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 9, "best_val_acc": 0.95, "test_acc": 0.9365994236311239, "train_size": 142, "val_size": 80, "test_size": 347, "stats": { "mean": [ [ 0.0825849457746479, 0.16776179100774652, 0.08018569295774641, 0.08525118492957748, -0.13794442330985915, -0.020546994366197266, 0.031128610563380326, 0.027148295774647915, -0.03857999985915492, -0.13734727633802823, 0.08226506922535208, -0.06624039612676055, 0.09562314598591552, 0.11241559394366195, -0.0706283795774648, 0.012817941971830999, 0.03673792985915488, 0.06254002929577464, -0.016561529295774678, -0.03867594647887324, 0.07726569126760555, 0.11026314366197185, 0.07734966126760559, 0.07510323753521127, -0.10811489788732392, 0.017963794225352204, 0.03508001049295764, 0.03470587605633805, -0.006298125654929594, -0.05882395070422536 ] ], "std": [ [ 1.0298680528672801, 1.0456187991444128, 1.0339745446187498, 1.1112548477482211, 0.9413610006349405, 1.0168663973319072, 1.0127149891342198, 0.9829034935431965, 0.9115153190139265, 0.8362062139046329, 1.3277929800502757, 0.7882767184809211, 1.351171258508586, 1.4874958213599554, 0.8030624718228448, 1.0638857030973894, 1.0680975160236916, 1.029388660893026, 0.8840778078833855, 0.9386046041123467, 1.042323932480091, 1.0325935116911305, 1.0468623000133939, 1.097427344818284, 0.9438879408105022, 1.048839947871273, 1.087511123501064, 1.02306665439061, 0.9281333050780699, 0.9709946269989288 ] ] }, "width": 128, "in_features": 30, "out_features": 2, "depth": 6, "padding": 60, "parameters": 16622, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 17, "best_val_acc": 0.9390243902439024, "test_acc": 0.9246376811594202, "train_size": 142, "val_size": 82, "test_size": 345, "stats": { "mean": [ [ -0.11201186056338029, 0.07070025633802816, -0.10239308169014083, -0.11672702063380279, 0.032527111971830974, 0.05026270500000002, -0.02818336908450703, -0.04343403450704224, -0.02067522316901408, 0.08708522408450704, -0.11080013492957747, 0.04381799119718306, -0.0825752031690141, -0.11760619366197181, -0.12109326042253515, 0.0031279288732394177, -0.06837052551408451, -0.09945178922535211, 0.02686396394366193, -0.03645938134507036, -0.09511004859154928, 0.08993712535211269, -0.07473255774647886, -0.10130778450704225, 0.04382505676056337, 0.08864361894366199, 0.03680164077464787, -0.003688304577464759, 0.0977748130774647, 0.08804689718309852 ] ], "std": [ [ 0.9195016301354824, 1.094593366492765, 0.9291056843219847, 0.8651637977085379, 1.104895872882098, 1.0612349352106514, 0.9960386306069985, 0.9599334814324468, 0.995073713912434, 1.0059759191906428, 0.8154754957601557, 1.1714910738712319, 0.8337124056974246, 0.7056775636749633, 0.8384686418997397, 0.997008703041016, 0.7652271837716654, 0.9491550332342998, 0.9894126977193328, 0.8349121832481521, 0.9324374909578882, 1.0776300277359205, 0.9582162700674596, 0.8930111054213019, 1.0965646002689322, 1.0909755237588887, 1.0811372221216917, 1.0368266566472815, 1.0808007528399084, 1.0161303395181038 ] ] }, "width": 128, "in_features": 30, "out_features": 2, "depth": 6, "padding": 60, "parameters": 16622, "cert_evals": { "36": 0.843478262424469, "72": 0.5971014499664307, "108": 0.03478261083364487, "255": 0.0 }, "fold": 1 }, { "best_epoch": 12, "best_val_acc": 0.9431818181818182, "test_acc": 0.911504424778761, "train_size": 142, "val_size": 88, "test_size": 339, "stats": { "mean": [ [ -0.021816593521126793, 0.06485498873239437, -0.02247304859154929, -0.029893932042253508, 0.038515619718309926, -0.02588728169014086, -0.05297414225352113, -0.003333404225352076, 0.04336582049295775, -0.03314538676056333, -0.030619029577464745, -0.0005102492957746506, -0.05296082697183101, -0.03949717746478873, 0.010749251408450719, -0.0881686789436619, -0.1314002314507042, -0.11034913126760565, -0.034516665140845094, -0.06504294760563381, -0.02178127598591549, 0.04724548049295773, -0.027157091126760537, -0.033063059859154906, 0.05190005140845066, -0.03469985169014086, -0.07640525704225351, -0.020877885915492986, 0.0502971771619718, -0.0047201802816901695 ] ], "std": [ [ 0.9463937708331187, 1.0456850321490456, 0.9481587587922021, 0.9061036579406758, 0.9991272345406123, 0.9529645424014063, 0.9656412252488126, 1.0086024557337858, 1.0101851762447767, 0.971237840916314, 0.8511955942668115, 0.9348241096823969, 0.7677709117900025, 0.7619556774338143, 0.9861286665457306, 0.835402354513955, 0.6497713689377111, 0.83419033386709, 0.8966910096607936, 0.7137654744350889, 0.9276882020178508, 1.0094191904095935, 0.9175498580969587, 0.8830907945718708, 0.9951613811713826, 0.955386515361877, 0.9648461201262609, 1.0198807080859185, 1.0490861818978507, 0.9618292961310324 ] ] }, "width": 128, "in_features": 30, "out_features": 2, "depth": 6, "padding": 60, "parameters": 16622, "cert_evals": { "36": 0.044247787445783615, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 19, "best_val_acc": 0.9629629629629629, "test_acc": 0.9421965317919075, "train_size": 142, "val_size": 81, "test_size": 346, "stats": { "mean": [ [ 0.041954460563380286, -0.03068368455563383, 0.05642674225352119, 0.04212094478873236, 0.0753741992957746, 0.19173782535211265, 0.13158766190140847, 0.10927857042253514, 0.12073864654929573, 0.16060644718309858, 0.0007204726760563243, 0.02137304077464788, 0.05429816549295772, -0.012780137042253566, 0.013563698028169006, 0.15196018795774635, 0.11918610920422545, 0.08330966570422528, 0.08884857161971826, 0.08853129507042258, 0.03332697760563379, -0.006147756197183027, 0.06017890535211265, 0.025833432394366203, 0.10165912112676065, 0.184136802112676, 0.17515080211267609, 0.12936214014084502, 0.10002845492957746, 0.16336953521126774 ] ], "std": [ [ 1.0573062114321623, 0.9552884577469056, 1.0710079092993716, 1.0509022734984494, 1.1270846333930622, 1.1567722248607955, 1.1330587765489406, 1.140649555855837, 1.1542513895561295, 1.0051375538789176, 0.8967996396101922, 1.097489083446709, 0.9381483291097392, 0.7912780594989863, 0.9397288734854672, 0.9788202766737033, 1.073938446577066, 0.9563830108562081, 1.1438144705840625, 0.7701703811879946, 1.0262729293228618, 0.9839279786422038, 1.0483951162266714, 1.0167649174977718, 1.0851034209747896, 1.0398339487141628, 1.1490024738247944, 1.0756456277267925, 1.0959872724158726, 0.9323448193880042 ] ] }, "width": 128, "in_features": 30, "out_features": 2, "depth": 6, "padding": 60, "parameters": 16622, "cert_evals": { "36": 0.9075144529342651, "72": 0.797687828540802, "108": 0.2745664715766907, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.9287345153403032, "std_test_acc": 0.01362280857521534, "n_samples": 569, "n_features": 30, "n_classes": 2, "mean_cert_acc_36": 0.44881012570112944, "std_cert_acc_36": 0.49371847998414803, "mean_cert_acc_72": 0.34869731962680817, "std_cert_acc_72": 0.4108838970213979, "mean_cert_acc_108": 0.07733727060258389, "std_cert_acc_108": 0.13250454537291584, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "breast-cancer-wisc-prog": { "dataset": "breast-cancer-wisc-prog", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 9, "best_val_acc": 0.7727272727272727, "test_acc": 0.6535433070866141, "train_size": 49, "val_size": 22, "test_size": 127, "stats": { "mean": [ [ -0.31970781836734696, 0.1594104081632653, 0.24753781836734692, 0.15300701836734695, 0.1584555244897959, -0.07602553591836737, -0.06153886122448981, 0.024552744897959188, 0.06713168775510207, -0.10528630102040819, -0.1678704836734694, -0.0915255861224489, 0.07864324755102042, -0.0763010120408163, -0.037683283673469285, -0.06905704693877551, -0.042495671428571434, -0.06359507428571427, 0.03737176122448981, -0.1542635448979592, -0.17539257755102045, 0.03410600122448976, 0.19654199204081632, 0.030810593877551008, 0.026635724489795946, -0.07049495102040816, -0.06440993673469386, -0.08851851224489796, 0.02908160000000001, -0.1859407571428571, -0.1654363697959184, 0.12819854693877544, 0.07058588775510208 ] ], "std": [ [ 0.8821495545994039, 1.046791889090161, 0.9578267027302361, 1.039660283165596, 1.062402836067028, 0.8890421367893667, 0.77925901952072, 1.0440797113889244, 1.07089974397772, 0.8387965488338012, 0.843277245772551, 0.9360392595139003, 0.9823857653557395, 0.9082591415396649, 0.9365116398737245, 0.5979213497916245, 0.6539721608757036, 0.7958185885004673, 0.9242350544633458, 0.6845312987462778, 0.6502938972920995, 0.949219789937265, 0.9404670831714534, 0.9171284397752019, 0.9104156790640995, 1.0518203238418193, 0.8156351280441914, 0.8683551446970883, 0.9112079933660755, 0.813430119013099, 0.8388136650033143, 1.1512761088815193, 1.0375108599738538 ] ] }, "width": 128, "in_features": 33, "out_features": 2, "depth": 6, "padding": 66, "parameters": 20066, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 3, "best_val_acc": 0.7, "test_acc": 0.773109243697479, "train_size": 49, "val_size": 30, "test_size": 119, "stats": { "mean": [ [ -0.2954286122448979, 0.22705779387755098, 0.13045305210204083, 0.21518541632653068, 0.21329647816326533, -0.23494008897959187, -0.13741642857142858, -0.01620160836734699, 0.07495674877551023, -0.08356683326530613, -0.30211086122448977, 0.17222382204081632, 0.1861636093877551, 0.18613398183673469, 0.17258124081632648, -0.019180042857142875, 0.011242470816326589, -0.019861698775510188, 0.09400348163265304, 0.03439312653061231, -0.08544421122448984, 0.1251565993877551, 0.0614657979591837, 0.1106848959183673, 0.10643556734693876, -0.283786518367347, -0.22690647755102036, -0.21750787142857142, -0.11082883795918366, -0.2517320069387755, -0.3646700183673469, 0.17979882653061224, -0.02691289795918366 ] ], "std": [ [ 0.8143503780150015, 0.9174121431953063, 0.9505147809888337, 0.9270519324131056, 0.9280401005535991, 1.1301563685159044, 1.0842494023346008, 1.17774758901752, 1.1259425788210895, 1.0343443324314006, 0.899946779911175, 1.0776959194375155, 1.0652779342066867, 1.0778896598336396, 1.0489415511808549, 1.0202607569462199, 1.065380703338058, 1.046928716393895, 1.0889438008342867, 1.0504050035821422, 0.966138030350577, 0.8642794080204923, 1.0800430340260923, 0.8743291823479178, 0.8688670309147045, 1.0842628402104706, 0.8975026094533473, 0.9571151684782386, 1.0396216376453484, 0.914946697740367, 0.749250166005288, 1.1231797264684098, 0.8886200116636936 ] ] }, "width": 128, "in_features": 33, "out_features": 2, "depth": 6, "padding": 66, "parameters": 20066, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 4, "best_val_acc": 0.6756756756756757, "test_acc": 0.7857142857142857, "train_size": 49, "val_size": 37, "test_size": 112, "stats": { "mean": [ [ -0.03842323061224502, -0.10614214693877552, 0.030698034693877517, -0.1000028979591836, -0.08415378163265311, -0.03538041755102043, -0.04750202040816325, -0.10165484306122448, -0.1358923424489796, -0.02547460816326529, 0.027964706122448967, 0.1158320934693878, 0.2141981857142857, 0.11305339408163259, 0.09026773632653065, -0.07205539183673473, -0.11876845979591835, -0.09018467959183678, -0.001788581632653037, -0.09199452244897957, -0.05832562632653058, -0.06420658346938772, 0.05587048142857144, -0.07304466938775511, -0.028326246938775446, -0.04279098959183677, -0.11518350408163265, -0.12291339183673465, -0.1940691712244898, -0.03263718653061224, -0.029735322448979654, 0.15452512040816324, 0.20183378571428573 ] ], "std": [ [ 0.9794534025714385, 1.0053275769298504, 0.9095119348920842, 1.008933323770274, 0.9879586777091109, 1.0102761898726105, 0.9960048575197608, 1.0021029195920532, 0.9776597311295145, 0.9821341050152573, 0.9436155579641772, 1.1817284472744785, 1.1856988946274227, 1.1970542714305854, 1.1086625077552497, 0.6618568645391364, 0.7687365990953271, 0.8119143908977525, 1.0415418534564902, 0.8186632232431363, 0.8434368212477027, 1.0615598386819989, 0.8454048970519085, 1.0522702304694245, 1.041897029381895, 1.1007804274989816, 0.8280858289610474, 0.8451988761728604, 1.0253215425598294, 0.9705970427113062, 0.8554540105246272, 0.9682864062481196, 1.2134784272055537 ] ] }, "width": 128, "in_features": 33, "out_features": 2, "depth": 6, "padding": 66, "parameters": 20066, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 10, "best_val_acc": 0.72, "test_acc": 0.75, "train_size": 49, "val_size": 25, "test_size": 124, "stats": { "mean": [ [ -0.06744018775510212, 0.18968365714285723, -0.014217911020408189, 0.21184517142857145, 0.16995342797959181, 0.0988115742857143, 0.23174346530612244, 0.2643820010204082, 0.2708541071428573, 0.17052290612244894, 0.08597982244897957, 0.02605522000000001, -0.09904910612244898, 0.07999727979591835, 0.021088532448979617, 0.032508024489795916, 0.1139721422448979, 0.17344601857142858, 0.1454327612244898, 0.09731225102040818, 0.07194746775510205, 0.15103356959183675, -0.07001499795918376, 0.19365317551020406, 0.10773460285714288, 0.06407297959183662, 0.08076181836734692, 0.18958595510204077, 0.30016600816326516, 0.048603673469387716, 0.014894271020408143, 0.2872125, 0.2280839387755102 ] ], "std": [ [ 0.9697920367102327, 0.9203134351014114, 0.9060497409545201, 0.9187807307729611, 0.9729266703311016, 0.9430977585802243, 0.8769553733450195, 0.8356859349258849, 0.8680804682359612, 1.0166341852710845, 0.8914293133833798, 0.7940097770795826, 0.7723528820449007, 0.8508321197542031, 0.7752894285658177, 0.7444263872990391, 0.9053411998307737, 0.9999993608516502, 0.8504750965678145, 1.090497279238265, 0.7631870591645827, 0.9076864322017706, 0.8687695687330197, 0.9366133883217269, 0.9044846120349299, 0.9712465829469978, 0.7332294033502637, 0.8612201045664006, 0.9404165330479154, 0.8777899215486339, 0.6950358654750831, 1.288136700201249, 1.084093306135652 ] ] }, "width": 128, "in_features": 33, "out_features": 2, "depth": 6, "padding": 66, "parameters": 20066, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.7405917091245947, "std_test_acc": 0.05988705260002196, "n_samples": 198, "n_features": 33, "n_classes": 2, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "breast-tissue": { "dataset": "breast-tissue", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.3125, "test_acc": 0.140625, "train_size": 26, "val_size": 16, "test_size": 64, "stats": { "mean": [ [ 0.05975213076923076, -0.1700837961538461, -0.07101548961538463, -0.07560978846153853, -0.09291733192307686, -0.016577561538461575, -0.04475990000000001, -0.07285894230769238, 0.07173603846153843 ] ], "std": [ [ 1.0224159106861461, 0.8445520785357892, 0.7741253936128145, 0.8853536860600771, 0.38729731508258874, 0.9582996830625056, 0.82333349002183, 0.8965544012774733, 1.0474511376253193 ] ] }, "width": 32, "in_features": 9, "out_features": 6, "depth": 6, "padding": 18, "parameters": 1662, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.11764705882352941, "test_acc": 0.20634920634920634, "train_size": 26, "val_size": 17, "test_size": 63, "stats": { "mean": [ [ 0.06515484615384612, 0.03429535384615387, 0.00023585769230772996, 0.02817068038461536, 0.29457321923076923, 0.28562573076923076, 0.1850123226923077, 0.007732330769230795, 0.09394715384615383 ] ], "std": [ [ 1.0481371005758702, 0.9468687513118862, 0.9541555931791563, 1.161367210725673, 1.8089072605844074, 1.4326989403612587, 1.2263588432882497, 1.1230111041722295, 1.0768662243391771 ] ] }, "width": 32, "in_features": 9, "out_features": 6, "depth": 6, "padding": 18, "parameters": 1662, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.13636363636363635, "test_acc": 0.15517241379310345, "train_size": 26, "val_size": 22, "test_size": 58, "stats": { "mean": [ [ 0.1420645923076924, -0.021972550769230735, 0.05583075653846149, 0.1584816346153846, 0.34043701807692306, 0.2878222653846154, 0.08915464576923074, 0.16733479230769233, 0.15722880769230765 ] ], "std": [ [ 1.1134982409667369, 0.9816789499398818, 1.0050663167371856, 1.3274295018092825, 1.8473866317578664, 1.5489183023129736, 1.1110278693236766, 1.3406661330121303, 1.11545486536904 ] ] }, "width": 32, "in_features": 9, "out_features": 6, "depth": 6, "padding": 18, "parameters": 1662, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.25, "test_acc": 0.16176470588235295, "train_size": 26, "val_size": 12, "test_size": 68, "stats": { "mean": [ [ 0.1574124615384615, 0.10245514615384627, 0.03514549230769227, 0.3551133961538462, 0.3894629076923076, 0.3001374115384615, 0.28138883461538466, 0.3308483076923076, 0.1433466538461538 ] ], "std": [ [ 1.080732063435857, 0.9803609509557707, 0.9980517989674806, 1.3433457176877586, 1.8319487646118202, 1.4349909430519747, 1.3440593710651376, 1.3474895378547405, 1.0747301574317993 ] ] }, "width": 32, "in_features": 9, "out_features": 6, "depth": 6, "padding": 18, "parameters": 1662, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.16597783150616569, "std_test_acc": 0.028326203720072274, "n_samples": 106, "n_features": 9, "n_classes": 6, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "car": { "dataset": "car", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 8, "best_val_acc": 0.22592592592592592, "test_acc": 0.21832358674463936, "train_size": 432, "val_size": 270, "test_size": 1026, "stats": { "mean": [ [ 0.08486305092592587, -0.024837976851851778, -1.3287037036350012e-06, 0.011336944444444445, -0.03684506944444444, -0.03401083333333333 ] ], "std": [ [ 1.0016589891278265, 1.0231915721256846, 0.9608720065155524, 0.9785956932593036, 0.9832757136677825, 1.0299163223065575 ] ] }, "width": 32, "in_features": 6, "out_features": 4, "depth": 6, "padding": 12, "parameters": 760, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 35, "best_val_acc": 0.7125984251968503, "test_acc": 0.7408829174664108, "train_size": 432, "val_size": 254, "test_size": 1042, "stats": { "mean": [ [ 0.11177086574074095, 0.05174572685185183, 0.006257092592592696, -0.014171180555555555, 0.00850270833333333, -0.04251354166666666 ] ], "std": [ [ 1.0027127363181396, 1.0149158181522542, 1.0007483470954381, 0.9838637435503522, 0.9979369093278955, 0.9935806706647962 ] ] }, "width": 32, "in_features": 6, "out_features": 4, "depth": 6, "padding": 12, "parameters": 760, "cert_evals": { "36": 0.41650670766830444, "72": 0.03646833077073097, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.056, "test_acc": 0.036328871892925434, "train_size": 432, "val_size": 250, "test_size": 1046, "stats": { "mean": [ [ 0.03725695833333315, -0.008279379629629494, -0.017212699074074026, -0.022673888888888886, 0.11053520833333332, -0.005668472222222222 ] ], "std": [ [ 1.015550913169218, 1.0070528609914111, 1.0176501107132674, 0.9748453883737107, 1.0057305909552958, 0.9857113000295774 ] ] }, "width": 32, "in_features": 6, "out_features": 4, "depth": 6, "padding": 12, "parameters": 760, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 49, "best_val_acc": 0.7838827838827839, "test_acc": 0.7986314760508308, "train_size": 432, "val_size": 273, "test_size": 1023, "stats": { "mean": [ [ 0.006209462962963474, 0.006209476851851934, -0.0015661527777777126, -0.017005416666666662, 0.02267388888888889, -0.04534777777777777 ] ], "std": [ [ 1.0216642383326442, 0.997836524752538, 0.9973262178910823, 0.9855809020000981, 1.020073036790825, 0.9917072748761516 ] ] }, "width": 32, "in_features": 6, "out_features": 4, "depth": 6, "padding": 12, "parameters": 760, "cert_evals": { "36": 0.6324535608291626, "72": 0.558162271976471, "108": 0.436950147151947, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.4485417130387016, "std_test_acc": 0.3790101291750895, "n_samples": 1728, "n_features": 6, "n_classes": 4, "mean_cert_acc_36": 0.26224006712436676, "std_cert_acc_36": 0.3153812153128381, "mean_cert_acc_72": 0.14865765068680048, "std_cert_acc_72": 0.2735438249935247, "mean_cert_acc_108": 0.10923753678798676, "std_cert_acc_108": 0.2184750735759735, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "cardiotocography-10clases": { "dataset": "cardiotocography-10clases", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 65, "best_val_acc": 0.5862068965517241, "test_acc": 0.5446708463949843, "train_size": 531, "val_size": 319, "test_size": 1276, "stats": { "mean": [ [ 0.05696145216572526, 0.04547308248587554, 0.02537313540489641, 0.00411199623352259, 0.004895357815442945, 0.008270713935970049, 0.005839290018833664, -0.016622836393596845, 0.056058268926553946, -0.03742293794726937, 0.012369841544256039, 0.0072619020715631285, 0.009574918079096046, 0.031539144971751344, 0.013908543314500948, 0.011100862523540712, 0.04299334557438753, 0.0388642668549907, 0.03971033022598931, 0.04886574700564973, 0.01822254990583819 ] ], "std": [ [ 0.9791003932834449, 1.021744482805594, 1.1340682159044895, 1.0045684160238317, 1.0167341100485954, 1.0690427250537498, 1.0300221271732741, 1.0094253367928134, 1.0210603991574776, 0.9572713912379988, 1.0483212024662971, 1.0072461534048065, 1.0014897901284459, 0.9804849453944862, 0.9885214019890697, 1.0745697261946487, 0.992143934303644, 0.984246843865331, 0.9805974247887139, 1.1272267847632704, 1.0038856117840471 ] ] }, "width": 64, "in_features": 21, "out_features": 10, "depth": 6, "padding": 42, "parameters": 8578, "cert_evals": { "36": 0.43887147307395935, "72": 0.3283698856830597, "108": 0.21238243579864502, "255": 0.04153604805469513 }, "fold": 0 }, { "best_epoch": 33, "best_val_acc": 0.5927051671732523, "test_acc": 0.5679304897314376, "train_size": 531, "val_size": 329, "test_size": 1266, "stats": { "mean": [ [ 0.02423730847457605, 0.013319074199623025, 0.015243735216572874, 0.004751267419963072, -0.009100580225987828, 0.008270713935970045, 0.024992621468926206, 0.03573573145009404, -0.005775212429378253, -0.0017990462335216943, -0.04130081879472713, 0.004844720715630924, 0.008810358945386055, 0.025032086685499028, -0.003331445386064059, 0.003099077212806293, 0.013448002824858358, 0.00903407777777766, 0.006905300357815675, 0.014681350583804143, -0.02494074199623351 ] ], "std": [ [ 0.9901364010340642, 1.0331843009790576, 1.0385537848348627, 1.004594460707876, 0.9939531654620118, 1.0690427250537498, 1.1059904833090093, 1.0066519698467797, 0.9947251360209003, 1.007854194532267, 0.9613978699084029, 1.0039167957400732, 1.0015612937949965, 1.0093255157872945, 0.9891264460600468, 0.9170858677231267, 1.0232842600875196, 0.9997950684728752, 1.0142818567858394, 1.0064323164990734, 0.9910108983737475 ] ] }, "width": 64, "in_features": 21, "out_features": 10, "depth": 6, "padding": 42, "parameters": 8578, "cert_evals": { "36": 0.400473952293396, "72": 0.22432859241962433, "108": 0.11058451980352402, "255": 0.030805688351392746 }, "fold": 1 }, { "best_epoch": 69, "best_val_acc": 0.486646884272997, "test_acc": 0.45548489666136727, "train_size": 531, "val_size": 337, "test_size": 1258, "stats": { "mean": [ [ -0.017864035781544274, 0.006498658568738066, 0.055962871563087456, 0.031599305084746454, -0.01800729736346521, 0.008270713935970026, -0.010121785310734386, 0.06804887372881353, -0.026457461770244318, -0.009681385969868147, -0.06351851043314512, 0.0022826497175141396, 0.0007831224105461175, 0.006246139887005633, 0.020293879472693028, -0.039576907721280453, -0.031042671939736536, -0.02997460489642182, -0.02915410564971728, -0.03835001242937842, -0.02802381167608266 ] ], "std": [ [ 0.9840240485333955, 1.0369630058509158, 1.3077211738329413, 0.9781910820406798, 0.9593815683814114, 1.0690427250537495, 0.9831811654899777, 1.0030139105693259, 0.9410382228102027, 1.0102835335540883, 0.9567918855139759, 0.9840184308800868, 0.9460545431142556, 1.0343625123637432, 0.9972026659995562, 0.9845178278494092, 0.982127775954673, 0.9875424397739129, 0.9974176458730358, 0.9332863192875079, 1.005191404704601 ] ] }, "width": 64, "in_features": 21, "out_features": 10, "depth": 6, "padding": 42, "parameters": 8578, "cert_evals": { "36": 0.27424484491348267, "72": 0.1629570722579956, "108": 0.0882352963089943, "255": 0.022257551550865173 }, "fold": 2 }, { "best_epoch": 76, "best_val_acc": 0.569620253164557, "test_acc": 0.5308835027365129, "train_size": 531, "val_size": 316, "test_size": 1279, "stats": { "mean": [ [ 0.00242115593220332, -0.035886080602636754, -0.03572555838041413, -0.01890058003766386, -0.032639473446328435, 0.008270713935969828, -0.010121798493407167, 0.037159613276836166, -0.026031056685498998, -0.0068150113747645945, -0.01142061785310738, -0.00994834726930324, -0.03017912354048965, -0.07131180037664787, -0.020571447269303055, -0.026240708097928056, 0.01977089152542346, -0.0009897885122410945, 0.008988329585687696, -0.027821750659133063, 0.07988433521657268 ] ], "std": [ [ 0.9646815053252067, 0.9964364169189934, 0.8667767137648238, 0.9918320242400497, 0.9443068366192023, 1.0690427250537484, 0.9028491559082471, 0.9963685539925591, 0.9378981844514512, 0.9990211691032591, 0.9968931340694016, 0.9947823538218709, 1.01034823063542, 0.9491639320099594, 0.9768788202272297, 0.8919007118681375, 0.9486367993709804, 0.9697075304143699, 0.975375266216865, 0.9399010412320569, 0.9783943677709094 ] ] }, "width": 64, "in_features": 21, "out_features": 10, "depth": 6, "padding": 42, "parameters": 8578, "cert_evals": { "36": 0.4300234615802765, "72": 0.33620014786720276, "108": 0.24863174557685852, "255": 0.05942142382264137 }, "fold": 3 } ], "mean_test_acc": 0.5247424338810756, "std_test_acc": 0.04863698517892532, "n_samples": 2126, "n_features": 21, "n_classes": 10, "mean_cert_acc_36": 0.3859034329652786, "std_cert_acc_36": 0.07622801435420523, "mean_cert_acc_72": 0.2629639245569706, "std_cert_acc_72": 0.08393557758123336, "mean_cert_acc_108": 0.16495849937200546, "std_cert_acc_108": 0.07765998845183533, "mean_cert_acc_255": 0.038505177944898605, "std_cert_acc_255": 0.016020226992578747 }, "cardiotocography-3clases": { "dataset": "cardiotocography-3clases", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 54, "best_val_acc": 0.8761609907120743, "test_acc": 0.8498427672955975, "train_size": 531, "val_size": 323, "test_size": 1272, "stats": { "mean": [ [ -0.030111656873823105, -0.003732127118644177, 0.01116787758945438, -0.08985611299434969, -0.00846454877589486, 0.008270713935970052, 0.01860809416195951, 0.07714044712806034, -0.005562035969867772, -0.02718609557438801, -0.012457818041431213, 0.012724705461393555, -0.02157851902071565, -0.007921984030131852, 0.03306414218455754, 0.04044068926553697, -0.048516965348399554, -0.04458778192090391, -0.03123695568738192, 0.02170018583804156, -0.018774542372881505 ] ], "std": [ [ 1.0267196734843282, 1.0079165135088577, 0.9473557451244335, 0.9914796817927604, 1.004413984395137, 1.0690427250537498, 1.0265337126752654, 1.0005000887455053, 1.027745709308044, 0.9908319242282088, 1.0037543771306683, 1.0398975301195088, 1.0062327099761543, 1.0841869723664168, 1.0142218392015123, 1.151741953917099, 1.0734457791437295, 1.0354213623061976, 1.0200885928553527, 1.1205840477329363, 1.0030899076810105 ] ] }, "width": 64, "in_features": 21, "out_features": 3, "depth": 6, "padding": 42, "parameters": 8277, "cert_evals": { "36": 0.8223270177841187, "72": 0.7822327017784119, "108": 0.7350628972053528, "255": 0.4732704162597656 }, "fold": 0 }, { "best_epoch": 53, "best_val_acc": 0.8742331288343558, "test_acc": 0.8691883372734437, "train_size": 531, "val_size": 326, "test_size": 1269, "stats": { "mean": [ [ 0.016391169491525318, 0.0011396926553671261, -0.02373987099811634, 0.03607396610169575, -0.010373017325799852, 0.00827071393597003, 0.012223685499058473, 0.010651874764595136, 0.01981098888888896, 0.01887923308851223, -0.018915777890772333, -0.015072648775894497, 0.009447557815442556, -0.017157672448210953, -0.006524062146892641, -0.03690971751412391, -0.03587095574387965, -0.017897674387947204, -0.022515022862523364, 0.011496865838041524, -0.04343927306967993 ] ], "std": [ [ 0.9391569592897272, 1.0230906606141204, 0.9581004188558814, 0.9835526445831309, 0.9979926559581693, 1.0690427250537498, 1.0123898646052452, 1.000643989202775, 1.0328535759777588, 1.0412458470198602, 1.0101002215424937, 1.0019895656154183, 1.0176643747680885, 0.9912502978877031, 0.9736333689619006, 0.8842664932785655, 1.039084545290219, 0.9977498578188039, 0.9855549645903211, 1.0605253991894208, 1.000119457990836 ] ] }, "width": 64, "in_features": 21, "out_features": 3, "depth": 6, "padding": 42, "parameters": 8277, "cert_evals": { "36": 0.8195429444313049, "72": 0.7643814086914062, "108": 0.6895192861557007, "255": 0.3837667405605316 }, "fold": 1 }, { "best_epoch": 34, "best_val_acc": 0.8393939393939394, "test_acc": 0.8553359683794466, "train_size": 531, "val_size": 330, "test_size": 1265, "stats": { "mean": [ [ 0.011989649905837963, 0.017703763653483834, -0.04815508248587558, 0.0878522580037672, -0.0001940107344639859, -0.0574620999999995, 0.04414582297551817, 0.04154100908662901, 0.0033932510357819923, 0.013044282391713674, -0.042404981242937984, 0.04134378888888889, -0.01985842806026365, 0.05704191233521654, 0.04647320527306972, -0.06624954802259869, 0.0383948538606398, 0.015676433521657228, 0.03476359286252388, 0.0983877023352167, -0.00027604896421838714 ] ], "std": [ [ 1.0121411725514342, 1.0022698506112053, 0.7850107263672123, 1.021861659011844, 1.0205680703685656, 1.0, 1.0504178369202641, 0.9762037792485212, 0.9969033920323853, 1.0262088384173584, 0.9577094393711939, 1.018018865673482, 1.0072567026892174, 1.0240761987453126, 0.9864342700743015, 0.8655231462742808, 1.0132444325659744, 1.002180759880479, 1.0086965056851351, 1.1584443320466373, 0.9678154222739248 ] ] }, "width": 64, "in_features": 21, "out_features": 3, "depth": 6, "padding": 42, "parameters": 8277, "cert_evals": { "36": 0.7984189391136169, "72": 0.7177865505218506, "108": 0.634782612323761, "255": 0.17312252521514893 }, "fold": 2 }, { "best_epoch": 33, "best_val_acc": 0.8626198083067093, "test_acc": 0.8634945397815913, "train_size": 531, "val_size": 313, "test_size": 1282, "stats": { "mean": [ [ 0.07590710470809812, -0.024193697175141464, -0.04779198342749522, -0.03360304143126111, 0.029070319209039387, -0.024595693032014893, 0.005839325800377342, 0.06772045080037671, 0.004032814877590208, -0.01572106636534833, -0.023934781092278794, -0.0005697517890771726, -0.008709438794726921, -0.015583420433144993, -0.012270593220338952, 0.01910270809792879, -0.009544668926553972, -0.0007485035781543035, 0.019792885216572968, 0.012601643615819754, 0.07063507344632772 ] ], "std": [ [ 0.9774443663972388, 0.9691878598072985, 0.7938133543361705, 1.0258465761633682, 0.9993132346074002, 0.7566415100311142, 1.0194614547438874, 0.9883543548463236, 0.9952655430481072, 0.9924332095258233, 1.0409700820319554, 0.9838443180700808, 0.9913771235918427, 0.9821486224205357, 0.9651162627503362, 1.033340912804804, 1.0105779866484361, 1.0049118298763688, 0.989141891228224, 1.0204876585018856, 0.9866082018247349 ] ] }, "width": 64, "in_features": 21, "out_features": 3, "depth": 6, "padding": 42, "parameters": 8277, "cert_evals": { "36": 0.8307332396507263, "72": 0.7917316555976868, "108": 0.7433697581291199, "255": 0.4492979645729065 }, "fold": 3 } ], "mean_test_acc": 0.8594654031825197, "std_test_acc": 0.00857159538389334, "n_samples": 2126, "n_features": 21, "n_classes": 3, "mean_cert_acc_36": 0.8177555352449417, "std_cert_acc_36": 0.013740670117033114, "mean_cert_acc_72": 0.7640330791473389, "std_cert_acc_72": 0.03284965826645491, "mean_cert_acc_108": 0.7006836384534836, "std_cert_acc_108": 0.04990533121978756, "mean_cert_acc_255": 0.36986441165208817, "std_cert_acc_255": 0.13650779678146777 }, "chess-krvkp": { "dataset": "chess-krvkp", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 28, "best_val_acc": 0.9568965517241379, "test_acc": 0.9555095706156234, "train_size": 799, "val_size": 464, "test_size": 1933, "stats": { "mean": [ [ -0.012910581977471696, 0.0232343479349185, 0.01974840050062684, -0.006236645807259704, 0.016582745932415422, 0.011297774718398169, 0.042862941176470284, 0.03031926157697225, 0.0180404605757215, -0.010202853566957767, -0.00189366082603287, -0.016319619524404437, 0.0033822653316640658, -0.03204078085106409, 0.0705100575719649, 0.02903828535669439, -0.03100208760951203, -0.008096886107634134, -0.03482669524405622, 0.019232514392990924, 0.012952405506882283, 0.028141539424280874, 0.012118360450564641, -0.021248015018773447, -0.016025085481852858, 5.306633288432277e-07, -0.020626277847311296, -0.017688700000000283, 0.0857653942428025, -0.03719805506883507, 0.005740868585732433, 0.07288125406758252, 0.025791864831039592, -0.00712086608260405, -0.040342160200250346, -0.05876795494368149 ] ], "std": [ [ 0.9837163023685394, 1.0378682164982054, 1.0465982807867846, 0.9915165284267596, 1.005530465952035, 1.0006602278791406, 1.010781822340367, 1.0199155022259125, 1.0041109770934162, 0.9954304425556489, 0.999580748645936, 0.9784729377035531, 1.001226355888721, 0.7309839212424674, 1.0450840322089407, 1.0585050069556725, 0.9104979964986178, 1.0030733244153598, 0.7855814376765642, 1.0182546843992308, 1.0103378991543899, 1.020315666869466, 1.0226041285721963, 0.9944445166738229, 0.8530722671343124, 0.9998428506463546, 0.958403864877632, 1.0, 1.297598626233983, 0.9108937768595846, 1.0046803731698561, 1.1311938967311475, 1.0059129579966133, 1.0017029704517841, 1.020154120299574, 0.9629351207831572 ] ] }, "width": 128, "in_features": 36, "out_features": 2, "depth": 6, "padding": 72, "parameters": 23834, "cert_evals": { "36": 0.9270564317703247, "72": 0.8784273266792297, "108": 0.7961717844009399, "255": 0.26176929473876953 }, "fold": 0 }, { "best_epoch": 71, "best_val_acc": 0.975609756097561, "test_acc": 0.9583761562178829, "train_size": 799, "val_size": 451, "test_size": 1946, "stats": { "mean": [ [ -0.0009927534418022186, 0.018342768460575525, -0.06582760575719632, -0.0020792615769724375, 0.051078400500625745, 0.011297774718398223, -0.03506647058823558, -0.021223376720899582, -0.03866361702127398, -0.02380752190237722, -0.014526558197747444, 0.016318818523153884, 0.006087788485606497, 0.07781297659574443, -0.04009326658322881, 0.017423181476844563, -0.016413096370462833, -0.032386387984980926, 0.020896709511889343, 0.0017488035043802706, 0.0032379173967446036, -0.04377830913642133, 0.00134634543179087, -0.008370843554443178, -0.01602508548185286, -0.05699136670838574, 0.012376380475592372, -0.017688700000000283, 0.023390775969961416, 0.03719677847309204, 0.005740868585732397, -0.004124948685859613, 0.002579862327909166, -0.025243699624531293, -0.02052447684605754, 0.019589255319148336 ] ], "std": [ [ 0.9986195311743077, 1.0300230852190024, 0.8216604611116667, 0.9970790771407829, 1.0163955081800622, 1.0006602278791408, 0.9894273630441428, 0.9849960711322177, 0.9895223747807858, 0.9893503391280706, 0.9977270081722001, 1.0205058915949463, 1.0023223894472089, 1.4564544306041578, 0.9790108101412359, 1.0355371587989588, 0.9537117155994841, 1.0123108404588719, 1.108181480971759, 1.001546561141509, 1.0024924985959782, 0.9655037096440781, 1.0024053099202712, 0.9977739015125082, 0.8530722671343125, 1.021876104669329, 1.0237032374075374, 1.0, 1.0898218142005072, 1.080220497632301, 1.0046803731698557, 0.9917285097795778, 1.000482486194206, 1.0061895454376688, 1.0104282205557285, 1.0110875620192163 ] ] }, "width": 128, "in_features": 36, "out_features": 2, "depth": 6, "padding": 72, "parameters": 23834, "cert_evals": { "36": 0.9347379803657532, "72": 0.8956834673881531, "108": 0.8299075365066528, "255": 0.3669064939022064 }, "fold": 1 }, { "best_epoch": 34, "best_val_acc": 0.9621052631578947, "test_acc": 0.9500520291363164, "train_size": 799, "val_size": 475, "test_size": 1922, "stats": { "mean": [ [ 0.04270595118898613, -0.035464605757197565, -0.026330987484355414, 0.010392891113891287, 0.024543281602002653, -0.001253777221526715, -0.011687647058824222, -0.02728721652065032, 0.0025757121401775553, -0.07006339424280264, -0.0018936608260329234, -0.004080205256570354, 0.04125958948685799, -0.03204078085106409, -0.02626784230287835, -0.023229682102629934, 0.041942868585731145, 0.01619261576971138, 0.006965858322903206, -0.001747938673341953, -0.05828717396746041, 0.04064933917396773, 0.06597843554443104, -0.018672580725907748, 0.005341821777221022, -0.005427269086358065, 0.03437815269086148, -0.017688700000000283, -0.007796533166459127, -6.382978713675692e-07, -0.04346299874843527, 0.01787682352940982, -0.03610680851063828, 0.04465865832290276, 0.019110889862328, 0.03990408760951166 ] ], "std": [ [ 1.0503026614950781, 0.9377299469744113, 0.9332222466570044, 1.0134812577120929, 1.0081529457229899, 0.9997466732969692, 0.9965218768327301, 0.9806280790356154, 1.0004721494235536, 0.9669617912464558, 0.9995807486459362, 0.9945690429937961, 1.0158077550757176, 0.7309839212424674, 0.9989487460582208, 0.9496723729602274, 1.1079472020538745, 0.9931560757473815, 1.0372639011971079, 0.998134626824417, 0.9489971567418679, 1.0290373693626786, 1.116580541935386, 0.9951246155880097, 1.0441402229839951, 1.0021017867674258, 1.064445876205708, 1.0, 0.9678679341238935, 0.999842760601726, 0.9613338278133499, 1.0340832941176457, 0.9901571062749744, 0.9869400115230125, 0.9895000075374855, 1.0222216905424544 ] ] }, "width": 128, "in_features": 36, "out_features": 2, "depth": 6, "padding": 72, "parameters": 23834, "cert_evals": { "36": 0.9203954935073853, "72": 0.8870968222618103, "108": 0.818938672542572, "255": 0.332466185092926 }, "fold": 2 }, { "best_epoch": 55, "best_val_acc": 0.9454148471615721, "test_acc": 0.9489427539969056, "train_size": 799, "val_size": 458, "test_size": 1939, "stats": { "mean": [ [ 0.0029798560700874874, -0.015898287859826204, 0.013165630788484818, -0.002079261576972459, 0.06434595994993732, -0.0087847083854817, -0.035066470588235754, -0.021223376720899842, 0.012885544430540316, -0.0755052615769703, -0.07516446558197788, 0.004079404255319092, 0.041259589486858005, 0.04119505744680826, -0.0069122853566958315, -0.029037234042554844, -0.01641309637046286, -0.037784055068836316, -0.03482669524405622, -0.04370884480600792, -0.035620035043805974, 0.04690323904881119, -0.009425669586981995, -0.00064454067584565, -0.05875890000000068, -0.04884966708385503, 0.0453790387984959, -0.017688700000000283, 0.002599236545681054, 0.030997209011264834, -0.05002351439299086, 0.006875937421775107, -0.010315694618272687, -0.04077755694618336, 0.004955401752189988, 0.10084858448060059 ] ], "std": [ [ 1.003506639923147, 0.9726497119550556, 1.031291250931018, 0.9970790771407828, 1.0202330509186042, 0.9991224561764447, 0.9894273630441432, 0.9849960711322175, 1.0029259974983142, 0.9641477850388797, 0.9865314194046129, 1.0050737920779802, 1.0158077550757172, 1.2629201270580204, 0.9808444007141872, 0.9366196797544946, 0.9537117155994845, 1.0142732074093561, 0.7855814376765643, 0.9552444287880467, 0.9695039665985851, 1.033313842690941, 0.9816728244810887, 0.9996865943557063, 1.0, 1.0189528540341442, 1.0840757895240576, 1.0, 1.0102634466126872, 1.067334702526026, 0.9552142319361535, 1.0131869855246693, 0.9972193469515207, 1.0097604697449478, 0.9972056619226006, 1.052569358911855 ] ] }, "width": 128, "in_features": 36, "out_features": 2, "depth": 6, "padding": 72, "parameters": 23834, "cert_evals": { "36": 0.9241877794265747, "72": 0.8973698019981384, "108": 0.8494069576263428, "255": 0.3171738088130951 }, "fold": 3 } ], "mean_test_acc": 0.9532201274916821, "std_test_acc": 0.004478055874530693, "n_samples": 3196, "n_features": 36, "n_classes": 2, "mean_cert_acc_36": 0.9265944212675095, "std_cert_acc_36": 0.006075898803663425, "mean_cert_acc_72": 0.8896443545818329, "std_cert_acc_72": 0.008726684310376225, "mean_cert_acc_108": 0.8236062377691269, "std_cert_acc_108": 0.022209749418408187, "mean_cert_acc_255": 0.31957894563674927, "std_cert_acc_255": 0.0437939043920757 }, "congressional-voting": { "dataset": "congressional-voting", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.6140350877192983, "test_acc": 0.6022304832713755, "train_size": 109, "val_size": 57, "test_size": 269, "stats": { "mean": [ [ -0.05633650458715604, -0.11779591743119261, -0.04414557798165136, -0.044145577981651356, -0.1385431192660551, -0.04414557798165139, -0.026378550458715573, 0.11256628440366967, -0.10507706422018329, -0.054913027522935885, -0.05395532110091718, 0.008270385321100901, 0.10771073394495408, 0.03500372477064211, -0.000600422018348633, -0.02276844036697253 ] ], "std": [ [ 0.8184815616369955, 0.8313668954689791, 0.8538679440524577, 0.8538679440524576, 0.5219210944971431, 0.8538679440524588, 0.9259164552817457, 1.2484961570437194, 0.7457451590890042, 0.7568400989501728, 0.8761485096645807, 1.012504902324288, 1.1811957798165138, 1.0783310548027614, 0.9977827937237086, 0.9845600817644352 ] ] }, "width": 64, "in_features": 16, "out_features": 2, "depth": 6, "padding": 32, "parameters": 4834, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 43, "best_val_acc": 0.609375, "test_acc": 0.583969465648855, "train_size": 109, "val_size": 64, "test_size": 262, "stats": { "mean": [ [ -0.00038625688073406236, 0.057688394495412916, 0.07259284403669729, 0.07259284403669727, -0.08832123853211014, 0.01422363302752295, -0.07830136697247703, -0.08832123853211014, 0.10401949541284418, -0.054913027522935885, -0.09670699082568791, 0.043890183486238465, -0.010408844036697309, -0.05957216513761476, 0.22344607339449585, 0.020201284403669834 ] ], "std": [ [ 0.9977358415203772, 1.0666277227790677, 1.1962128629178321, 1.196212862917833, 0.7346827772265264, 1.0408721364505138, 0.7595653225302291, 0.7346827772265264, 1.1887281938323424, 0.7568400989501728, 0.7623714803384029, 1.0685939449541277, 0.9788020482079224, 0.8432648555935023, 1.3191500469500397, 1.0109306979905373 ] ] }, "width": 64, "in_features": 16, "out_features": 2, "depth": 6, "padding": 32, "parameters": 4834, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 22, "best_val_acc": 0.7169811320754716, "test_acc": 0.5934065934065934, "train_size": 109, "val_size": 53, "test_size": 273, "stats": { "mean": [ [ -0.05633650458715604, -0.0008063761467889231, -0.044145577981651335, -0.10251478899082538, -0.08832123853211014, 0.014223633027522997, -0.078301366972477, -0.08832123853211014, -0.14689637614678883, -0.12773999999999977, 0.03154801834862407, 0.008270385321100882, 0.028964348623853046, -0.012284220183486308, -0.0006004220183486534, 0.04168614678899078 ] ], "std": [ [ 0.8184815616369948, 0.9978460372285823, 0.853867944052458, 0.6065906343935914, 0.7346827772265261, 1.0408721364505131, 0.7595653225302292, 0.7346827772265265, 0.6117637925728782, 1.0, 1.062789656192666, 1.0125049023242882, 1.0520823572341493, 0.9691144875367229, 0.9977827937237085, 1.023184850832101 ] ] }, "width": 64, "in_features": 16, "out_features": 2, "depth": 6, "padding": 32, "parameters": 4834, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.6338028169014085, "test_acc": 0.6078431372549019, "train_size": 109, "val_size": 71, "test_size": 255, "stats": { "mean": [ [ -0.0003862568807340379, -0.05930114678899078, 0.014223633027522962, -0.04414557798165134, -0.03809935779816519, -0.04414557798165141, -0.026378550458715615, 0.012122522935779772, -0.02143844036697227, 0.017913944954128333, -0.0967069908256879, 0.07950998165137609, 0.028964348623853057, -0.012284220183486292, -0.0006004220183485913, -0.02276844036697257 ] ], "std": [ [ 0.9977358415203773, 0.9202474953183722, 1.0408721364505134, 0.8538679440524575, 0.8955844252869521, 0.8538679440524586, 0.9259164552817456, 1.0292422785092563, 0.9536270350654188, 1.0653667607530586, 0.7623714803384029, 1.1207507845689388, 1.0520823572341482, 0.9691144875367229, 0.9977827937237086, 0.9845600817644354 ] ] }, "width": 64, "in_features": 16, "out_features": 2, "depth": 6, "padding": 32, "parameters": 4834, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.5968624198954315, "std_test_acc": 0.010449294458829849, "n_samples": 435, "n_features": 16, "n_classes": 2, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "conn-bench-sonar-mines-rocks": { "dataset": "conn-bench-sonar-mines-rocks", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 18, "best_val_acc": 0.7272727272727273, "test_acc": 0.7317073170731707, "train_size": 52, "val_size": 33, "test_size": 123, "stats": { "mean": [ [ 0.07224829615384616, 0.06143836403846155, 0.17981892115384618, 0.18359467307692307, 0.17865188250000005, 0.18166694038461537, 0.13145928269230767, 0.3580806807692308, 0.2723380293846154, 0.32641636923076933, 0.3547530749999999, 0.27079468269230766, 0.2390470615384616, 0.08077609423076923, 0.06372549615384623, 0.027136992307692294, -0.0707615403846154, -0.013202551923076929, 0.07079190192307686, 0.14980152423076923, 0.19067387173076927, 0.18353470192307691, 0.09474908461538462, 0.11814903269230771, 0.12851396730769224, 0.09148541923076925, 0.007863109038461517, -0.03280788846153844, -0.038817317307692306, -0.030111546153846168, -0.06803155000000002, -0.1759780653846154, -0.09925099846153843, -0.06391267884615386, -0.10967796730769228, -0.09900584423076922, -0.07212157115384613, -0.04979613730769235, -0.014902880769230744, -0.06563232307692309, -0.19819578653846154, -0.09516337250000001, 0.028546435961538493, 0.02690762884615383, -0.051032306153846144, -0.1709350942307693, -0.15902759326923072, 0.05230017500000001, -0.06006629230769232, -0.14417805423076924, 0.04664167115384615, 0.035231851923076866, 0.10847407884615384, 0.0320697788461538, 0.014380650000000059, 0.1584930519230769, 0.24879878846153847, -0.06910759711538458, -0.04868835576923079, -0.009460907692307728 ] ], "std": [ [ 0.8826781365757673, 0.8736204750730865, 1.0631193826022287, 1.0559935051069889, 1.0948164691784295, 0.9911164668100656, 1.058133601574446, 1.1345779651029129, 1.2612720115229583, 1.3050289136088924, 1.2242580940441732, 1.1507745621698449, 0.9449561434126305, 0.9761316418147328, 1.0515687251009254, 1.0336058228027496, 1.0092336792759293, 0.9721128786372969, 0.9828570204269845, 1.0526094050032175, 1.007626826074757, 0.9451553241613345, 1.0688742655635421, 1.1766129754915444, 1.0893546356638915, 0.9472223527353211, 0.9975324667404246, 0.9442106678014526, 0.9147349976996598, 0.8924870761180707, 0.9115618167344114, 0.9476131762252616, 0.9936735012487963, 1.091198911266045, 1.0880994377807855, 1.058748260466537, 1.0322810862952991, 1.0794760575131008, 1.0563032817583005, 1.063491740689508, 0.9911947467095144, 0.9289066519838143, 1.060366924720947, 1.0624085035469397, 0.8715483240662897, 0.6896203094035522, 0.7267883935975691, 0.928021673885073, 0.8751357100836189, 0.7223660360736314, 0.7383172079055456, 0.8199366242592814, 1.0798630214435168, 1.1347800621794066, 0.9003324355296055, 1.2234839576090903, 1.1067568444114322, 0.7263873158583661, 0.9265847016853823, 0.8105858418957635 ] ] }, "width": 256, "in_features": 60, "out_features": 2, "depth": 6, "padding": 120, "parameters": 65642, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 13, "best_val_acc": 0.7586206896551724, "test_acc": 0.7086614173228346, "train_size": 52, "val_size": 29, "test_size": 127, "stats": { "mean": [ [ -0.1496621807692307, -0.08903577807692303, -0.14030929807692305, -0.035338826923076924, 0.08386959669423068, 0.09199651153846154, 0.14088967307692307, 0.07056369423076922, -0.0025582480769230555, 0.009174194230769301, 0.0818218730769231, 0.08237485384615381, 0.04123067288461538, -0.00616768461538463, -0.028849084615384605, -0.04050276923076927, -0.0212545653846154, -0.05132907923076921, -0.04626740192307692, -0.07403159615384614, -0.05252051923076921, 0.030670448076923096, -0.021138782692307692, 0.005048434615384597, 0.09778213076923079, 0.2050811269230769, 0.18951900000000002, 0.09827862115384613, 0.07715956730769227, 0.1654723846153846, 0.07360706730769234, -0.012788405769230859, -0.07698564038461544, -0.11772723500000001, -0.012259624999999958, 0.0018293673076923635, -0.07115984249999997, -0.07953136711538462, -0.04274317096153846, -0.03792623653846152, -0.08625715769230768, -0.05082718653846153, 0.0639244403846154, 0.05993298846153846, 0.008120661730769264, -0.03299837499999998, -0.08261534326923076, -0.13786070961538463, -0.11194899807692303, -0.1165946903846154, -0.11254034384615383, -0.09731205576923077, -0.10915543461538466, -0.020348332692307698, -0.03527259615384616, -0.05305450769230768, -0.0766177076923077, 0.017685547115384614, 0.05708845576923076, 0.13349773076923077 ] ], "std": [ [ 0.808987901180408, 0.6916743939877592, 0.6533719713044063, 0.7289409087743024, 0.9799815957215703, 1.1546934744155954, 1.0489671907417901, 1.0406351665781963, 1.06602300100525, 0.9855510401092009, 0.941611877990984, 0.874334438804182, 0.8948617088044496, 0.9284777014495024, 0.9652796384670821, 0.9176168045360895, 0.9187448624511494, 0.9637941840958039, 1.036895695822955, 1.080455047426266, 1.0569445623516454, 1.027280062203057, 0.9972067893847262, 0.9558109386682533, 0.9135564279343454, 0.9323450964074564, 0.9165881179625035, 0.9150530169961677, 0.8966782811687405, 0.9697039290944067, 1.0552459326194796, 1.0678782438443375, 1.0350794282536124, 0.981036806175182, 1.0268794592105523, 1.049486682131856, 1.0562822257610098, 1.0082564159163012, 1.008195204043701, 1.0704359719340684, 1.0356445372719016, 0.9497252302544834, 1.0265656593627723, 1.1425919880616457, 0.984594565229331, 0.9387504917802769, 0.9538513934843633, 0.9644663205759176, 0.9826957464876444, 0.906104614495397, 0.6863012460053298, 0.8135699574469399, 0.8718984903633391, 0.87106180576059, 0.9705550873133266, 0.7881063937322114, 1.0305107562527829, 0.9850679024115949, 1.0840227025091698, 0.955646054806482 ] ] }, "width": 256, "in_features": 60, "out_features": 2, "depth": 6, "padding": 120, "parameters": 65642, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 30, "best_val_acc": 0.8787878787878788, "test_acc": 0.7723577235772358, "train_size": 52, "val_size": 33, "test_size": 123, "stats": { "mean": [ [ -0.11352727307692301, 0.005484550769230757, 0.14128544711538463, 0.01698709807692309, -0.05546616484423073, 0.015633542307692313, 0.01695465576923076, 0.007012186538461534, 0.16428315769230764, 0.1885259807692308, 0.17271181923076925, 0.10288603057692303, 0.035842053846153805, 0.06598513846153845, 0.024155067307692363, -0.031890009615384636, -0.09900835576923078, -0.06074108884615382, -0.057217736538461544, -0.05421212307692307, 0.009597998076923055, 0.08198633076923077, 0.0738865326923077, 0.11153800000000001, 0.12820763269230767, 0.1497061423076923, 0.17804224999999999, 0.12074562557692313, 0.011866653846153862, 0.02657458461538462, 0.08961283461538459, 0.012436888461538488, -0.15344758865384617, -0.25327539384615383, -0.1676381884615385, -0.08097806538461542, 0.010272027115384563, 0.0761040280769231, 0.07725368461538452, 0.01526856923076923, 0.09035966538461546, -0.018093585576923078, -0.08110181153846155, -0.05179539615384614, -0.062206399423076895, -0.05773718076923074, -0.015536751903846145, -0.05303988461538456, -0.0334830886538462, -0.019491399423076903, -0.014853353461538439, -0.04920472788461536, -0.013006382692307706, -0.11464770384615387, -0.22059024807692304, -0.20056836153846153, -0.17135017615384612, -0.09496722596153845, -0.12957644230769227, 0.05055160769230771 ] ], "std": [ [ 0.7779847294085735, 0.8164589056484339, 0.8897943994160501, 0.8232379895108087, 0.8913136137549748, 1.2277539871431498, 1.148342655187086, 1.0125738638827777, 1.0308151593845143, 1.0814728380420244, 1.1275636354460448, 1.0953105542528634, 0.9617223163008869, 0.9271042130221435, 1.002366167344782, 1.0134009310910002, 0.9541301699800748, 0.9039526162729385, 0.8533527267834845, 0.8674137383144989, 0.8667342359963858, 0.8682751705934699, 0.8669633975953135, 0.8844079338595519, 0.8959832014657619, 0.9477171784962183, 0.9665146933040765, 0.9608709208756278, 0.9362600441482569, 0.826100491116595, 0.9039285396250091, 0.9697986338184826, 0.8888423793086146, 0.878236080206782, 0.9309060317786465, 0.9900496254008503, 1.00813869687356, 1.0903606967893815, 1.0386726650233546, 0.9723646970288363, 0.965534654631892, 0.9659616919831083, 0.9294069827841253, 0.9165737515917189, 0.890391924899276, 0.8408198724294259, 0.7367456383541913, 0.9168199780746074, 0.8757122466574018, 0.8068953654942984, 0.8229736283202036, 0.7999629806684128, 0.9417385941942646, 0.873184043119562, 0.7480790001744239, 0.9895160335641305, 1.0132212109764678, 0.7628419936253807, 0.961901997536315, 1.3290599320503582 ] ] }, "width": 256, "in_features": 60, "out_features": 2, "depth": 6, "padding": 120, "parameters": 65642, "cert_evals": { "36": 0.3739837408065796, "72": 0.008130080997943878, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 6, "best_val_acc": 0.7272727272727273, "test_acc": 0.6585365853658537, "train_size": 52, "val_size": 33, "test_size": 123, "stats": { "mean": [ [ -0.11402919442307692, -0.1958088194230769, -0.192454475, -0.2174456115384615, -0.1483449469961539, -0.09730015192307692, -0.11111996346153846, -0.1199549596153846, -0.08601968673076922, -0.1359838, -0.07711971153846155, 0.005683598076923046, -0.07644932499999996, -0.12452823865384616, -0.18065320384615383, -0.24127502307692308, -0.2122367865384616, -0.17662752923076924, -0.13966792115384613, -0.06574370384615388, -0.007378620000000012, -0.0002028721153846167, 0.06875905961538463, 0.10454161923076924, 0.1822036923076923, 0.14234525, 0.08357052884615387, 0.14328510769230768, 0.2375776069230769, 0.1643224807692307, 0.10515068653846156, 0.09213309999999994, 0.013323825000000011, -0.06487759653846153, -0.13430994076923078, -0.21115623846153847, -0.22730641923076922, -0.23543729230769228, -0.22808152115384622, -0.14895506923076926, -0.001168684615384663, -0.04320264326923076, -0.018799333269230768, -0.013186748076922994, -0.07072882692307694, -0.03641541923076926, -0.009211202865384651, 0.028638237499999993, 0.052042886346153845, -0.09590774230769232, -0.057291330384615397, 0.06657091249999998, 0.02539913076923079, -0.15310468230769228, -0.20838050961538462, -0.049366707692307735, -0.07994125884615386, -0.19751397115384617, -0.2403308269230769, -0.24415720000000002 ] ], "std": [ [ 0.8763416312333093, 0.602973469758421, 0.5448117196260321, 0.5663296924240132, 0.686341085757452, 0.8337013907572342, 0.6813276818285096, 0.7825144766842531, 0.7861121760890293, 0.7905273301791387, 0.7805552299762032, 0.9027317120726256, 0.8667207852850977, 0.8531311452416169, 0.8318630140159454, 0.8852179006046725, 0.8740431599665568, 0.8442406359472446, 0.8609171894886277, 0.886971626868803, 0.9185053211820478, 1.0100806480837976, 0.9919727273312126, 1.0562822860856174, 0.9850251469218465, 0.9910273621465151, 1.0655846350198521, 0.9906322053442151, 0.8736899428048334, 0.9821436750511889, 0.9453561139667965, 0.8625303165093016, 1.0040239879345572, 0.9847231539651756, 0.9280844832031707, 0.9503954469001101, 0.9765763369138967, 0.965164414073675, 0.9709362119147936, 1.0665530487737096, 1.0793454570821943, 1.0572717622116554, 1.0593503627745042, 1.0162684589041668, 1.0177130607371694, 1.0958546673800382, 1.1902586310529617, 1.1293249209196217, 1.0653539976947333, 0.9647675285784101, 1.1814566025747812, 1.13738601881979, 1.0351334435322548, 0.934859922308927, 0.7895031892247589, 0.9239212461978867, 0.8971132845231489, 0.7340435621135994, 0.876038640540552, 0.7272617950430326 ] ] }, "width": 256, "in_features": 60, "out_features": 2, "depth": 6, "padding": 120, "parameters": 65642, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.7178157608347737, "std_test_acc": 0.04748902920301437, "n_samples": 208, "n_features": 60, "n_classes": 2, "mean_cert_acc_36": 0.0934959352016449, "std_cert_acc_36": 0.1869918704032898, "mean_cert_acc_72": 0.0020325202494859695, "std_cert_acc_72": 0.004065040498971939, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "conn-bench-vowel-deterding": { "dataset": "conn-bench-vowel-deterding", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 67, "best_val_acc": 0.4158415841584158, "test_acc": 0.351288056206089, "train_size": 462, "val_size": 101, "test_size": 427, "stats": { "mean": [ [ -2.857142828580301e-07, 2.385281389853348e-08, -4.3088744564142115e-08, -3.844155827509708e-08, -8.807359302639395e-08, -1.304545454734722e-07, 2.852813846998729e-08, -1.7538961132040442e-08, 1.6883116991740976e-08, 6.995670959114648e-08, -9.999999998989893e-08 ] ], "std": [ [ 0.9989172494309853, 0.9989172586260624, 0.9989172585041448, 0.9989169579535073, 0.9989173225330026, 0.9989172947423731, 0.9989172394761775, 0.9989172874813478, 0.9989173118500234, 0.9989170573955074, 0.9989173544054772 ] ] }, "width": 64, "in_features": 11, "out_features": 11, "depth": 6, "padding": 22, "parameters": 2541, "cert_evals": { "36": 0.1428571343421936, "72": 0.10070256888866425, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 23, "best_val_acc": 0.3148148148148148, "test_acc": 0.3238095238095238, "train_size": 462, "val_size": 108, "test_size": 420, "stats": { "mean": [ [ -2.857142828580301e-07, 2.385281389853348e-08, -4.3088744564142115e-08, -3.844155827509708e-08, -8.807359302639395e-08, -1.304545454734722e-07, 2.852813846998729e-08, -1.7538961132040442e-08, 1.6883116991740976e-08, 6.995670959114648e-08, -9.999999998989893e-08 ] ], "std": [ [ 0.9989172494309853, 0.9989172586260624, 0.9989172585041448, 0.9989169579535073, 0.9989173225330026, 0.9989172947423731, 0.9989172394761775, 0.9989172874813478, 0.9989173118500234, 0.9989170573955074, 0.9989173544054772 ] ] }, "width": 64, "in_features": 11, "out_features": 11, "depth": 6, "padding": 22, "parameters": 2541, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 49, "best_val_acc": 0.2871287128712871, "test_acc": 0.24824355971896955, "train_size": 462, "val_size": 101, "test_size": 427, "stats": { "mean": [ [ -2.857142828580301e-07, 2.385281389853348e-08, -4.3088744564142115e-08, -3.844155827509708e-08, -8.807359302639395e-08, -1.304545454734722e-07, 2.852813846998729e-08, -1.7538961132040442e-08, 1.6883116991740976e-08, 6.995670959114648e-08, -9.999999998989893e-08 ] ], "std": [ [ 0.9989172494309853, 0.9989172586260624, 0.9989172585041448, 0.9989169579535073, 0.9989173225330026, 0.9989172947423731, 0.9989172394761775, 0.9989172874813478, 0.9989173118500234, 0.9989170573955074, 0.9989173544054772 ] ] }, "width": 64, "in_features": 11, "out_features": 11, "depth": 6, "padding": 22, "parameters": 2541, "cert_evals": { "36": 0.09133489429950714, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 86, "best_val_acc": 0.308411214953271, "test_acc": 0.24228028503562946, "train_size": 462, "val_size": 107, "test_size": 421, "stats": { "mean": [ [ -2.857142828580301e-07, 2.385281389853348e-08, -4.3088744564142115e-08, -3.844155827509708e-08, -8.807359302639395e-08, -1.304545454734722e-07, 2.852813846998729e-08, -1.7538961132040442e-08, 1.6883116991740976e-08, 6.995670959114648e-08, -9.999999998989893e-08 ] ], "std": [ [ 0.9989172494309853, 0.9989172586260624, 0.9989172585041448, 0.9989169579535073, 0.9989173225330026, 0.9989172947423731, 0.9989172394761775, 0.9989172874813478, 0.9989173118500234, 0.9989170573955074, 0.9989173544054772 ] ] }, "width": 64, "in_features": 11, "out_features": 11, "depth": 6, "padding": 22, "parameters": 2541, "cert_evals": { "36": 0.07600950449705124, "72": 0.07600950449705124, "108": 0.059382423758506775, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.2914053561925529, "std_test_acc": 0.05450437637125948, "n_samples": 990, "n_features": 11, "n_classes": 11, "mean_cert_acc_36": 0.077550383284688, "std_cert_acc_36": 0.05908023000588517, "mean_cert_acc_72": 0.04417801834642887, "std_cert_acc_72": 0.05199891965093697, "mean_cert_acc_108": 0.014845605939626694, "std_cert_acc_108": 0.029691211879253387, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "contrac": { "dataset": "contrac", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 12, "best_val_acc": 0.5213270142180095, "test_acc": 0.49217002237136465, "train_size": 368, "val_size": 211, "test_size": 894, "stats": { "mean": [ [ 0.04983602472826088, -0.03683848315217381, -0.030433624999999895, 0.04126441032608701, 0.0759277635869569, 0.038788576086956336, -0.05566297010869535, 0.0662070706521741, 0.049484739130435086 ] ], "std": [ [ 1.0349771394866476, 1.0203618187773704, 1.0773888859130338, 0.9920452760418988, 0.9188135203134653, 0.9763026632803047, 0.9941427090552807, 0.9825316131926941, 1.0760483787682442 ] ] }, "width": 32, "in_features": 9, "out_features": 3, "depth": 6, "padding": 18, "parameters": 1605, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 18, "best_val_acc": 0.5047619047619047, "test_acc": 0.4245810055865922, "train_size": 368, "val_size": 210, "test_size": 895, "stats": { "mean": [ [ -0.029433755434782626, -0.071642726902174, -0.09035044293478262, 0.020525774456521734, 0.007337516304348054, 0.03878857608695629, 0.035455372282608796, -0.03957563858695622, 0.049484739130434774 ] ], "std": [ [ 1.034137512591575, 1.0184105128981196, 1.0653920839838686, 1.048083233025277, 0.9923881347533616, 0.9763026632803046, 0.9969044818106321, 1.048729739192908, 1.0760483787682442 ] ] }, "width": 32, "in_features": 9, "out_features": 3, "depth": 6, "padding": 18, "parameters": 1605, "cert_evals": { "36": 0.014525139704346657, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 33, "best_val_acc": 0.45564516129032256, "test_acc": 0.43173862310385064, "train_size": 368, "val_size": 248, "test_size": 857, "stats": { "mean": [ [ -0.0224978108695652, 0.0756058451086956, 0.07941412771739106, 0.040112260869565215, -0.03076817663043453, -0.09286419021739152, -0.046236899456521284, 0.002180663043478335, -0.06466629619565217 ] ], "std": [ [ 1.0160308953617057, 0.95882526146548, 0.9253350657327032, 1.0559034595300474, 1.0290230539377072, 1.0476659682160625, 0.9462830856884548, 0.9600526966125309, 0.8858527840526336 ] ] }, "width": 32, "in_features": 9, "out_features": 3, "depth": 6, "padding": 18, "parameters": 1605, "cert_evals": { "36": 0.3220536708831787, "72": 0.1470245122909546, "108": 0.0011668611550703645, "255": 0.0 }, "fold": 2 }, { "best_epoch": 9, "best_val_acc": 0.45021645021645024, "test_acc": 0.45423340961098396, "train_size": 368, "val_size": 231, "test_size": 874, "stats": { "mean": [ [ -0.05156334456521742, -0.044870314673913024, -0.03376221739130403, 0.026286519021739164, 0.06068548641304363, -0.023903217391304493, 0.03859739402173936, -0.05627817934782584, -0.01277946195652176 ] ], "std": [ [ 1.0188547788894706, 0.9948418681411789, 0.9984372596511997, 1.0660676802579363, 0.9360979718845777, 1.0130497245255512, 0.9834396874521251, 1.0057604797479107, 0.9785587320331135 ] ] }, "width": 32, "in_features": 9, "out_features": 3, "depth": 6, "padding": 18, "parameters": 1605, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.4506807651681978, "std_test_acc": 0.03040823321630134, "n_samples": 1473, "n_features": 9, "n_classes": 3, "mean_cert_acc_36": 0.08414470264688134, "std_cert_acc_36": 0.1587537114302458, "mean_cert_acc_72": 0.03675612807273865, "std_cert_acc_72": 0.0735122561454773, "mean_cert_acc_108": 0.0002917152887675911, "std_cert_acc_108": 0.0005834305775351822, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "adult": { "dataset": "adult", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 8, "best_val_acc": 0.8116427918317586, "test_acc": 0.8136466787184122, "train_size": 16281, "val_size": 6562, "test_size": 25999, "stats": { "mean": [ [ 5.755174894932247e-09, -1.5212824565593372e-07, 1.9344708602300844e-08, -5.868804126934776e-07, 4.3847429484189405e-07, -1.2794054493469234e-07, -3.0931760979923667e-08, 1.2424912468644162e-06, 2.0428720567267194e-07, -1.2898470607021481e-06, 5.428255022845695e-07, 2.9734045846837646e-07, 9.031386283659057e-08, 2.0421350090431894e-07 ] ], "std": [ [ 0.999969279768083, 0.9999691631254963, 0.9999692601356567, 0.9999684455490998, 0.9999701766278255, 0.9999695789931851, 0.9999697101647755, 0.9999695985584383, 0.9999687129297181, 0.999967689659048, 0.9999708394490064, 0.9999690163307019, 0.9999694763882633, 0.9999692067843523 ] ] }, "width": 64, "in_features": 14, "out_features": 2, "depth": 6, "padding": 28, "parameters": 3726, "cert_evals": { "36": 0.7491827011108398, "72": 0.6883341670036316, "108": 0.6262548565864563, "255": 0.36520636081695557 }, "fold": 0 }, { "best_epoch": 12, "best_val_acc": 0.8053178484107579, "test_acc": 0.8088557481646615, "train_size": 16281, "val_size": 6544, "test_size": 26017, "stats": { "mean": [ [ 5.755174894932247e-09, -1.5212824565593372e-07, 1.9344708602300844e-08, -5.868804126934776e-07, 4.3847429484189405e-07, -1.2794054493469234e-07, -3.0931760979923667e-08, 1.2424912468644162e-06, 2.0428720567267194e-07, -1.2898470607021481e-06, 5.428255022845695e-07, 2.9734045846837646e-07, 9.031386283659057e-08, 2.0421350090431894e-07 ] ], "std": [ [ 0.999969279768083, 0.9999691631254963, 0.9999692601356567, 0.9999684455490998, 0.9999701766278255, 0.9999695789931851, 0.9999697101647755, 0.9999695985584383, 0.9999687129297181, 0.999967689659048, 0.9999708394490064, 0.9999690163307019, 0.9999694763882633, 0.9999692067843523 ] ] }, "width": 64, "in_features": 14, "out_features": 2, "depth": 6, "padding": 28, "parameters": 3726, "cert_evals": { "36": 0.7457816004753113, "72": 0.683745265007019, "108": 0.6204404830932617, "255": 0.3610716164112091 }, "fold": 1 }, { "best_epoch": 18, "best_val_acc": 0.8117955843754825, "test_acc": 0.813717221285079, "train_size": 16281, "val_size": 6477, "test_size": 26084, "stats": { "mean": [ [ 5.755174894932247e-09, -1.5212824565593372e-07, 1.9344708602300844e-08, -5.868804126934776e-07, 4.3847429484189405e-07, -1.2794054493469234e-07, -3.0931760979923667e-08, 1.2424912468644162e-06, 2.0428720567267194e-07, -1.2898470607021481e-06, 5.428255022845695e-07, 2.9734045846837646e-07, 9.031386283659057e-08, 2.0421350090431894e-07 ] ], "std": [ [ 0.999969279768083, 0.9999691631254963, 0.9999692601356567, 0.9999684455490998, 0.9999701766278255, 0.9999695789931851, 0.9999697101647755, 0.9999695985584383, 0.9999687129297181, 0.999967689659048, 0.9999708394490064, 0.9999690163307019, 0.9999694763882633, 0.9999692067843523 ] ] }, "width": 64, "in_features": 14, "out_features": 2, "depth": 6, "padding": 28, "parameters": 3726, "cert_evals": { "36": 0.7488498687744141, "72": 0.6914200186729431, "108": 0.630961537361145, "255": 0.3793896734714508 }, "fold": 2 }, { "best_epoch": 27, "best_val_acc": 0.8115634932647192, "test_acc": 0.8194883254989597, "train_size": 16281, "val_size": 6607, "test_size": 25954, "stats": { "mean": [ [ 5.755174894932247e-09, -1.5212824565593372e-07, 1.9344708602300844e-08, -5.868804126934776e-07, 4.3847429484189405e-07, -1.2794054493469234e-07, -3.0931760979923667e-08, 1.2424912468644162e-06, 2.0428720567267194e-07, -1.2898470607021481e-06, 5.428255022845695e-07, 2.9734045846837646e-07, 9.031386283659057e-08, 2.0421350090431894e-07 ] ], "std": [ [ 0.999969279768083, 0.9999691631254963, 0.9999692601356567, 0.9999684455490998, 0.9999701766278255, 0.9999695789931851, 0.9999697101647755, 0.9999695985584383, 0.9999687129297181, 0.999967689659048, 0.9999708394490064, 0.9999690163307019, 0.9999694763882633, 0.9999692067843523 ] ] }, "width": 64, "in_features": 14, "out_features": 2, "depth": 6, "padding": 28, "parameters": 3726, "cert_evals": { "36": 0.7556831240653992, "72": 0.6958850026130676, "108": 0.6367419362068176, "255": 0.3891500234603882 }, "fold": 3 } ], "mean_test_acc": 0.813926993416778, "std_test_acc": 0.004350039218703444, "n_samples": 48842, "n_features": 14, "n_classes": 2, "mean_cert_acc_36": 0.7498743236064911, "std_cert_acc_36": 0.004164148363485697, "mean_cert_acc_72": 0.6898461133241653, "std_cert_acc_72": 0.005113762273041001, "mean_cert_acc_108": 0.6285997033119202, "std_cert_acc_108": 0.006926889569720587, "mean_cert_acc_255": 0.3737044185400009, "std_cert_acc_255": 0.012944670842753326 }, "credit-approval": { "dataset": "credit-approval", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 32, "best_val_acc": 0.83, "test_acc": 0.8492822966507177, "train_size": 172, "val_size": 100, "test_size": 418, "stats": { "mean": [ [ 0.04231717441860458, -0.04319939244186043, 0.01132773546511633, 0.10497429069767436, 0.1039714651162791, -0.016887567441860464, 0.12197747790697662, 0.056721959767441876, 0.023127069767441777, 0.01803883720930219, 0.02175907906976748, -0.014331000000000156, 0.026975616279069855, -0.07794171941860471, 0.08645942000000016 ] ], "std": [ [ 0.9668001544731439, 0.9828833679832603, 1.0033612624654744, 1.0683622008830216, 1.0656041538091992, 1.0007415139821727, 1.1272056598607636, 1.0528268054248064, 1.0000784525981627, 0.9964680315230805, 0.9149454309542941, 1.0003809007273163, 1.0289037612452905, 0.9424723282553955, 1.5519077166103805 ] ] }, "width": 64, "in_features": 15, "out_features": 2, "depth": 6, "padding": 30, "parameters": 4262, "cert_evals": { "36": 0.6722487807273865, "72": 0.13397128880023956, "108": 0.0047846888191998005, "255": 0.0 }, "fold": 0 }, { "best_epoch": 14, "best_val_acc": 0.8387096774193549, "test_acc": 0.7647058823529411, "train_size": 172, "val_size": 93, "test_size": 425, "stats": { "mean": [ [ -0.05893763953488379, -0.09494667732558137, 0.10661604441860463, 0.0016465697674418215, -0.0016443023255812898, -0.03715416976744184, 0.019046397674418694, 0.12816041290697705, 0.04639099999999992, 0.006295348837209058, -0.02008573604651146, -0.13093850000000004, 0.006132180232558206, -0.012206166162790686, 0.10673194959302351 ] ], "std": [ [ 1.0212712368033299, 1.002227255518295, 1.0267015215317181, 1.0197891663144403, 1.0132886907601226, 0.9740103182437764, 0.9462774495372472, 1.135180114956504, 1.0003490000000002, 0.9983346607548056, 0.9387238466077318, 1.0017391917815985, 0.9989094608428061, 0.9604377028423987, 1.6924318356475039 ] ] }, "width": 64, "in_features": 15, "out_features": 2, "depth": 6, "padding": 30, "parameters": 4262, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 30, "best_val_acc": 0.8317757009345794, "test_acc": 0.8369829683698297, "train_size": 172, "val_size": 107, "test_size": 411, "stats": { "mean": [ [ -0.09690819767441845, -0.07829492377906978, 0.14346898139534883, 0.008104488372092981, 0.011557720930232681, 0.0203769784883721, -0.058847231395348816, -0.004431645348837212, 0.01149510465116271, -0.02893511627906998, -0.018890154651162814, -0.07263475000000007, -0.0563980755813953, -0.0557846427906977, -0.04536849656976747 ] ], "std": [ [ 1.0400780435620642, 0.9163334239629656, 1.1299454947101701, 0.9838838771477533, 0.9907637201902963, 1.0059394076223003, 0.9122317175379675, 0.9398719190475693, 0.9997401653873875, 1.0030891544052551, 0.8392167415058691, 1.0027567026500943, 0.9205981575020528, 0.8548997051032522, 0.5350874335618861 ] ] }, "width": 64, "in_features": 15, "out_features": 2, "depth": 6, "padding": 30, "parameters": 4262, "cert_evals": { "36": 0.6934306621551514, "72": 0.2019464671611786, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 43, "best_val_acc": 0.9245283018867925, "test_acc": 0.8398058252427184, "train_size": 172, "val_size": 106, "test_size": 412, "stats": { "mean": [ [ 0.029660302325581287, 0.04967415668604653, 0.035228697674418614, -0.08230726744186062, -0.0808560755813953, -0.06068950697674418, 0.05521145232558148, 0.0520138111627908, -0.00013686046511636238, -0.02893511627906982, 0.0647990941860465, -0.08429550000000029, -0.11892838372093019, -0.14010143755813953, -0.060122975697674434 ] ], "std": [ [ 0.9866458073044232, 1.0497387015089001, 0.9194770520533397, 0.928940005324823, 0.9330534400726008, 1.0077990709538949, 1.0375139084982685, 0.9494310078822967, 0.9992663708949371, 1.0030891544052551, 1.2789280573338035, 1.0028244999999991, 0.8074645456755252, 0.8265119967382965, 0.4698103883611287 ] ] }, "width": 64, "in_features": 15, "out_features": 2, "depth": 6, "padding": 30, "parameters": 4262, "cert_evals": { "36": 0.7791262269020081, "72": 0.7330096960067749, "108": 0.6917476058006287, "255": 0.02669902890920639 }, "fold": 3 } ], "mean_test_acc": 0.8226942431540517, "std_test_acc": 0.039015161527328236, "n_samples": 690, "n_features": 15, "n_classes": 2, "mean_cert_acc_36": 0.5362014174461365, "std_cert_acc_36": 0.3604415549331889, "mean_cert_acc_72": 0.26723186299204826, "std_cert_acc_72": 0.3216532407571956, "mean_cert_acc_108": 0.17413307365495712, "std_cert_acc_108": 0.34508372608006677, "mean_cert_acc_255": 0.006674757227301598, "std_cert_acc_255": 0.013349514454603195 }, "cylinder-bands": { "dataset": "cylinder-bands", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 16, "best_val_acc": 0.6707317073170732, "test_acc": 0.6622516556291391, "train_size": 128, "val_size": 82, "test_size": 302, "stats": { "mean": [ [ -0.018113468749999997, -0.09801495312499989, -0.09835764843749996, 0.015201562499999939, -0.08460044531249963, -0.05902956249999998, -0.02159560937500003, -0.10518925781250046, 0.03565878125000016, 0.03781927343750002, -0.0029206640624998936, -0.005388015624999963, -0.007189643749999884, -0.11441540624999999, 0.02687471875000009, -0.08272973437500022, 0.014233650781250131, -0.040908945312500035, -0.20346299999999978, 0.09558365781249996, -0.12876496562500006, -0.05027554687499996, 0.03137399609374995, -0.07727224921875003, -0.112076146875, 0.04986750409374999, 0.0467316294531248, 0.08485301562499976, -0.07968368828125014, -0.0404871031249999, 0.026726734374999978, 0.04898852562499999, 0.07183878906250019, 0.01963753046874992, 0.07539527343749987 ] ], "std": [ [ 1.009708113595319, 0.6915256837343526, 1.1851115463631896, 1.1075149207516606, 0.6356019715752345, 0.9895598820491779, 1.036117446187858, 0.47416953322612243, 0.9128570390625407, 0.9754439041131451, 0.9772769577736968, 0.9965990540260843, 1.0049338980010496, 1.0152930221805465, 1.0110105352731478, 0.9779734187172597, 0.946783796715577, 0.9180378675297654, 0.9791387337832046, 1.3026657902081404, 1.1587041225508155, 1.0035768471185391, 1.0872637801794474, 0.8506413201552353, 1.0909742588199165, 0.9223170655454694, 0.925140911301162, 1.2060797979297548, 0.10884702615305564, 1.0969927491363656, 1.0397512419029202, 0.9385559077709305, 0.7908440559763066, 0.8086858742098973, 0.23360368046727112 ] ] }, "width": 128, "in_features": 35, "out_features": 2, "depth": 6, "padding": 70, "parameters": 22542, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 24, "best_val_acc": 0.6944444444444444, "test_acc": 0.6089743589743589, "train_size": 128, "val_size": 72, "test_size": 312, "stats": { "mean": [ [ -0.15498346874999988, 0.07623314062499989, -0.08125197656250005, 0.1064101249999995, 0.028200664062500352, 0.14560404687500025, 0.1655534453124999, -0.021037773437500448, 0.03565884375000017, -0.09565992968750019, -0.06719309374999989, 0.07724234374999989, 0.014383128125000021, 0.015113148437499955, 0.11287723437500005, 0.15718076562499975, -0.11598707812499996, 0.01952450812500009, -0.05958846093749991, 0.05810956640625002, 0.09577258359374996, 0.01608712499999998, 0.0455139015625, -0.09322180656250004, 0.010363770312500003, -0.09235189678125001, -0.12943964476562508, 0.07837251562499978, -0.08934230000000017, -0.11201488515624988, -0.016908421875000006, -0.19726601218749995, -0.027512601562499843, -0.1071632757812501, -0.06936312500000016 ] ], "std": [ [ 0.9566675689840457, 1.1785922605080725, 1.0752069854571855, 1.134315391792329, 1.0921920451077407, 1.0073040155644573, 1.0080335723206957, 0.8147932438575216, 0.7216766565111302, 1.0325076089625134, 1.0351765461316509, 0.9787809233141151, 0.9952912678839302, 0.9646382079847095, 0.9376275956128628, 1.025290058167112, 1.1238851154497491, 0.9392938268734667, 0.9623682791314133, 0.6383677679060908, 0.8128844998290236, 0.9862468382017052, 0.8444859158500648, 1.051379690058149, 0.9861572089261571, 1.2038176163546097, 1.2075147493034224, 1.1662944917994549, 1.0, 1.0433698981937496, 0.9167305702944823, 1.1576246436005715, 1.2133555868200756, 1.2553958063370618, 1.386742675536984 ] ] }, "width": 128, "in_features": 35, "out_features": 2, "depth": 6, "padding": 70, "parameters": 22542, "cert_evals": { "36": 0.057692307978868484, "72": 0.0416666679084301, "108": 0.016025641933083534, "255": 0.0 }, "fold": 1 }, { "best_epoch": 15, "best_val_acc": 0.6933333333333334, "test_acc": 0.6957928802588996, "train_size": 128, "val_size": 75, "test_size": 309, "stats": { "mean": [ [ -0.018113499999999876, -0.010890906250000026, 0.004276054687499921, -0.04560409375000058, -0.02819989062499964, 0.003934625000000143, 0.10796916406250016, 0.02103777343750001, -0.02139478124999982, 0.02002204687499978, -0.008763656249999825, -0.04131476562499997, 0.057528609375000095, -0.11441537500000004, -0.051960625, 0.09099853124999963, 0.025328648437500097, 0.06508276609375009, -0.0463809687499999, 0.05531756718749999, 0.048115672656250004, -0.044416265624999944, -0.006333254687500049, 0.07249342484374995, 0.017864971093750025, -0.032888132281249996, -0.005630188515625072, -0.08849829687500009, 0.1810991601562506, -0.03171481484375, -0.03763525000000013, 0.012247269375000123, -0.010699218749999687, -0.04182582187500004, 0.0392055468749999 ] ], "std": [ [ 1.0014570356459378, 0.9701723266723137, 0.976668923366092, 0.8848220008281984, 0.8953310490553396, 0.9995254897694512, 1.0022604928841146, 1.1538252271496559, 1.0317076974392008, 0.9849764181760653, 0.9644949026944296, 0.9682202506697574, 1.0200144373065265, 1.024650754456481, 0.991180532876508, 1.0231518076189408, 0.9417295162218619, 1.1518106310277838, 1.0373234489917649, 1.1369455371092343, 0.9154717541032745, 1.1226380377592042, 1.0778851186420637, 0.9942494651921334, 0.9650868598248783, 0.991851813013072, 0.9883223822673011, 0.8159153965212675, 1.7818000158367098, 0.9958958318550638, 0.8529177390193199, 0.9950922963006184, 1.0386479794315284, 1.046608837125399, 0.3263770311133624 ] ] }, "width": 128, "in_features": 35, "out_features": 2, "depth": 6, "padding": 70, "parameters": 22542, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 6, "best_val_acc": 0.6486486486486487, "test_acc": 0.603225806451613, "train_size": 128, "val_size": 74, "test_size": 310, "stats": { "mean": [ [ -0.09862528124999967, 0.07623314062499992, -0.14967442968749994, 0.1064100937499999, 0.08460121875000035, 0.11412195312500018, 0.035988921874999975, 0.02103796874999956, 0.049922195312500195, 0.020022046875000005, 0.07303782812500019, 0.1706510703124999, 0.03116200625000013, 0.10146572656249976, 0.12004409375000007, 0.04963468749999977, -0.09730074531250002, 0.2519632110937501, 0.10295269531250012, -0.017867453124999995, 0.15167814140624994, 0.053232843750000036, 0.05788653593750008, -0.03172638593750004, 0.12707835390624983, -0.07419502420312495, -0.046009344765625224, 0.07189192187499989, -0.012073297656250094, -0.011471089062500009, 0.04745321093750001, -0.06254772593749994, 0.02904130468750018, -0.017295875000000013, -0.045236640625000143 ] ], "std": [ [ 0.9681512944811281, 1.1785922605080716, 1.1820212062123494, 1.2342204701284085, 1.2560999937316328, 1.0073040155644557, 0.9422562101157176, 0.9370712715647449, 0.8107579850267628, 0.9849764181760654, 1.0089890027616917, 1.0128688585013823, 1.021806803227722, 0.9860449137879513, 0.965560494387225, 1.0099223731350104, 1.1411416049886207, 0.9766554256496787, 1.078888741266553, 0.8735915598455525, 0.9043004878113329, 0.935916801014639, 0.9022876021268718, 1.0095878491602719, 0.9226412455171137, 1.103674350946853, 1.109671652163808, 1.0892584104797631, 0.8707774330138579, 0.9662087759049208, 0.9327069000527582, 1.0958735530051178, 1.0258970951245958, 1.0635339261419625, 1.376208872677819 ] ] }, "width": 128, "in_features": 35, "out_features": 2, "depth": 6, "padding": 70, "parameters": 22542, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.6425611753285025, "std_test_acc": 0.044334617406546484, "n_samples": 512, "n_features": 35, "n_classes": 2, "mean_cert_acc_36": 0.014423076994717121, "std_cert_acc_36": 0.028846153989434242, "mean_cert_acc_72": 0.010416666977107525, "std_cert_acc_72": 0.02083333395421505, "mean_cert_acc_108": 0.0040064104832708836, "std_cert_acc_108": 0.008012820966541767, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "echocardiogram": { "dataset": "echocardiogram", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 14, "best_val_acc": 0.75, "test_acc": 0.7692307692307693, "train_size": 33, "val_size": 20, "test_size": 78, "stats": { "mean": [ [ -0.057606475757575756, -0.15964663636363635, -0.060374909090909125, 0.0400295, 0.10041431515151517, 0.07715459090909091, 0.009048404242424318, 0.011163848484848474, -0.3499357575757576, -0.0035744545454545447 ] ], "std": [ [ 1.1573831652081632, 0.8404744208999705, 0.7381400184555348, 1.0796554948826975, 0.8705069277860507, 1.2129557576954413, 1.0456434215229085, 0.9246089519830962, 1.0989667179647085, 0.9932372830639454 ] ] }, "width": 32, "in_features": 10, "out_features": 2, "depth": 6, "padding": 20, "parameters": 1942, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 15, "best_val_acc": 0.6956521739130435, "test_acc": 0.7066666666666667, "train_size": 33, "val_size": 23, "test_size": 75, "stats": { "mean": [ [ -0.10427761212121212, -0.08161054545454546, 0.08791276969696966, -0.14441026060606058, 0.09186773939393943, 0.02212875757575757, -0.12115638181818184, 0.13688663636363635, -0.19213333333333332, -0.08161054545454546 ] ], "std": [ [ 0.8430736384486278, 0.9233354795587926, 1.041073713648991, 0.8385992375905786, 0.7966783723844354, 0.8163890823085291, 0.8747642125794102, 0.7576737832204337, 1.0947098909221693, 0.9233354795587928 ] ] }, "width": 32, "in_features": 10, "out_features": 2, "depth": 6, "padding": 20, "parameters": 1942, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 28, "best_val_acc": 0.85, "test_acc": 0.7051282051282052, "train_size": 33, "val_size": 20, "test_size": 78, "stats": { "mean": [ [ 0.04318501212121217, -0.08161054545454545, -0.1960651757575758, 0.10663209696969696, -0.039179059090909095, -0.08327692727272729, -0.02021858363636361, -0.027255212121212104, -0.0343309090909092, -0.08161054545454542 ] ], "std": [ [ 1.1928881057545633, 0.9233354795587926, 0.7336788223210056, 1.0424668853529024, 1.015206992443095, 0.7150465728455708, 0.9871909809630498, 0.7552585618074782, 1.0673558137650077, 0.9233354795587926 ] ] }, "width": 32, "in_features": 10, "out_features": 2, "depth": 6, "padding": 20, "parameters": 1942, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 20, "best_val_acc": 0.8888888888888888, "test_acc": 0.7191011235955056, "train_size": 33, "val_size": 9, "test_size": 89, "stats": { "mean": [ [ 0.17818635454545453, -0.003574454545454491, 0.09132509090909088, -0.2657220666666666, 0.02064670606060603, 0.008581981818181823, -0.001812626060606065, -0.08051203030303035, 0.005119696969696846, -0.08161054545454548 ] ], "std": [ [ 0.65057027499482, 0.9932372830639454, 0.9917679778099099, 0.9657357364086732, 0.9330992242935773, 1.0185738628461445, 0.9305394942774076, 0.8664314560759948, 1.0688129554861598, 0.9233354795587926 ] ] }, "width": 32, "in_features": 10, "out_features": 2, "depth": 6, "padding": 20, "parameters": 1942, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.7250316911552867, "std_test_acc": 0.03012282088827658, "n_samples": 131, "n_features": 10, "n_classes": 2, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "dermatology": { "dataset": "dermatology", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 77, "best_val_acc": 0.896551724137931, "test_acc": 0.8847926267281107, "train_size": 91, "val_size": 58, "test_size": 217, "stats": { "mean": [ [ 0.06255490109890108, -0.09950824175824165, 0.06084052747252747, -0.16717494505494507, 0.052244340659340686, 0.0025714945054945153, -0.02246861538461534, -0.017277736263736184, -0.021717483516483508, 0.03348407692307688, -0.0475760989010988, 0.06572261538461521, 0.08858902197802174, -0.1041265714285716, 0.005385186813186856, -0.035476670329670376, 0.07677762417582405, 0.04374145054945071, 0.1155099230769231, 0.12043031868131869, 0.01650943956043959, 0.07769217582417579, -0.030356758241758278, 0.013477208791208829, 0.015482648351648287, -0.0034025274725273612, 0.04002742857142865, 0.03137470329670338, 0.008364593406593394, 0.03786149450549449, 0.03501758241758232, 0.19951439560439582, -0.014634098901098907, 0.06380519120879125 ] ], "std": [ [ 0.9579388217601761, 1.0149277614583099, 0.9508267211955849, 0.9797619817212763, 0.9779606305193399, 1.0067406344751444, 1.0036930400753548, 0.9655703337016306, 0.988719482589257, 1.0387140092945895, 0.9421816899315113, 1.108600785818115, 1.0553627690990925, 0.8963300954815475, 1.0312593831866153, 0.9305276662720072, 0.9419348744801717, 1.0024345032706516, 0.9943938503609722, 1.126743771486882, 1.024448001551178, 1.0936199274871503, 0.9903178300286889, 1.0625282108029304, 1.0022849145804325, 1.0039785513963642, 1.0686040527754073, 1.0117848046592977, 1.0099891482666616, 1.032180187104034, 1.0599064093185755, 0.98964025727435, 0.9787453595616104, 0.9013728009327256 ] ] }, "width": 128, "in_features": 34, "out_features": 6, "depth": 6, "padding": 68, "parameters": 21562, "cert_evals": { "36": 0.7603686451911926, "72": 0.42396312952041626, "108": 0.3179723620414734, "255": 0.032258063554763794 }, "fold": 0 }, { "best_epoch": 82, "best_val_acc": 0.9090909090909091, "test_acc": 0.8636363636363636, "train_size": 91, "val_size": 55, "test_size": 220, "stats": { "mean": [ [ -0.15234734065934108, -0.03685075824175817, 0.024514153846154, -0.003059032967032986, 0.0522442747252747, -0.020386087912087892, 0.03530865934065939, -0.043625648351648345, -0.08879309890109885, 0.09415389010989002, -0.04757609890109863, 0.06572261538461541, 0.222018769230769, 0.05758529670329658, -0.007495417582417526, -0.08522665934065947, -0.07745157142857151, -0.04334439560439563, -0.12401621978021984, 0.04764354945054952, -0.021313461538461483, 0.0352194725274725, 0.051580087912087895, 0.05687082417582426, 0.041357142857142794, -0.028813681318681075, 0.017010725274725334, -0.04641174945054939, 0.01987447252747256, 0.013464769230769122, -0.009952681318681485, -0.14857142857142827, 0.03504902197802198, 0.07064716813186812 ] ], "std": [ [ 1.0799649707740484, 0.9701819203088585, 1.0349980862760444, 0.9962695208080098, 1.0565723090694727, 0.956401750666777, 1.0996255828899324, 0.9272437132189425, 0.9338556246970804, 1.132692340014453, 0.9421816899315112, 1.108600785818116, 1.3507430798011204, 0.9954000343509968, 0.9838347974365711, 1.0051011914402448, 1.082244925397, 0.9863336565802372, 0.8936601742161131, 1.0709540797521042, 0.9668866324311055, 1.0433938478729325, 1.061517000809812, 1.0860930768159869, 1.0492767576804765, 0.9727826405276763, 1.0221067222848232, 0.9644227334697079, 1.0222445250094454, 1.1137241387036405, 0.9325232366107138, 0.9431871301685265, 1.0294846104354056, 0.954054376413069 ] ] }, "width": 128, "in_features": 34, "out_features": 6, "depth": 6, "padding": 68, "parameters": 21562, "cert_evals": { "36": 0.6181818246841431, "72": 0.44999998807907104, "108": 0.26818180084228516, "255": 0.12727272510528564 }, "fold": 1 }, { "best_epoch": 37, "best_val_acc": 0.8688524590163934, "test_acc": 0.7990654205607477, "train_size": 91, "val_size": 61, "test_size": 214, "stats": { "mean": [ [ 0.1286785934065936, -0.052514956043955986, -0.0723557912087912, -0.03202061538461543, -0.15349332967032966, -0.020386153846153894, -0.09950505494505507, -0.004103824175824138, 0.03417917582417588, 0.08201997802197789, -0.01447120879120871, -0.022712967032967008, -0.04484103296703309, 0.003681208791208678, 0.044027285714285734, 0.04412385714285691, -0.04660575824175837, -0.014315659340659313, -0.02820572527472527, 0.03724537362637364, -0.01185779120879114, -0.039107373626373704, 0.0024179670329669205, -0.015451747252747299, 0.002545351648351576, 0.08553615384615376, 0.017010747252747392, -0.017241828571428485, 0.008364593406593424, -0.05972478021978029, 0.012532417582417426, 0.1541118681318682, 0.0052391428571429075, 0.04806798461538459 ] ], "std": [ [ 0.9701280514742756, 0.9293627837603032, 0.9985142789172075, 1.0092809883627014, 0.9144981766921801, 0.9688575910999048, 0.7552905986573396, 0.9998322435146684, 1.0704136812401557, 1.0731541860690452, 0.9820497437937411, 0.9606585652114606, 0.9412251138507225, 1.032650720921409, 1.0662219170916833, 1.0316415589934254, 0.8883921685550962, 1.0965763955898655, 0.9938166856011934, 1.0449962571399998, 0.9713151295619376, 0.916982706185695, 1.0485354727700578, 0.9633861656803218, 0.9854442339078262, 1.003978327496943, 1.0338310542422602, 0.9972909993244929, 1.0099891482666616, 0.6769782284640671, 0.9985019725218273, 0.9997718075782989, 1.0050250528703155, 0.9607093594262002 ] ] }, "width": 128, "in_features": 34, "out_features": 6, "depth": 6, "padding": 68, "parameters": 21562, "cert_evals": { "36": 0.28037381172180176, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 25, "best_val_acc": 0.75, "test_acc": 0.7937219730941704, "train_size": 91, "val_size": 52, "test_size": 223, "stats": { "mean": [ [ -0.05316160439560428, 0.07280001098901108, 0.00029673626373637353, -0.012712835164835188, 0.028039912087912074, -0.05482258241758234, 0.01604945054945059, 0.009070153846153903, 0.011820373626373679, -0.0029178351648351595, -0.14689076923076905, -0.02271290109890109, -0.04484103296703295, 0.0036813406593406033, 0.08266931868131823, 0.054073769230769106, -0.000336973626373744, 0.02922736263736266, 0.043652076923076925, 0.03724537362637369, -0.0024020659340658864, 0.03521959340659338, 0.0024179780219780282, 0.056870879120879105, 0.015482648351648276, 0.00930285714285733, 0.017010725274725344, 0.002204784615384724, -0.014655186813186854, 0.0622580769230768, 0.012532483516483228, 0.06330681318681318, -0.004697549450549487, 0.015909242857142816 ] ], "std": [ [ 0.9579387151851927, 0.9666344534450786, 0.9971916717551561, 1.0285803186606315, 0.9689331448788322, 0.9145691771687489, 0.8846614143098532, 1.0173836013652253, 0.9964001763067949, 0.9871125181905619, 0.8027509230903981, 0.9299285829647791, 0.9412251138507224, 0.9834698643403745, 1.1391943175030825, 0.9785493379039759, 1.017445012936306, 0.9645207385980711, 0.9428629894457031, 1.0449962571399996, 0.9921708037991144, 1.033514126697011, 1.048535468132942, 1.0684193315579842, 1.002284914580432, 0.9595830510736266, 1.022106722284823, 1.0153293741790863, 0.9598175741851003, 1.1500085669506441, 1.0435622629094696, 0.949962818915988, 1.0144124428718615, 1.013968145011949 ] ] }, "width": 128, "in_features": 34, "out_features": 6, "depth": 6, "padding": 68, "parameters": 21562, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.8353040960048481, "std_test_acc": 0.04580446341421573, "n_samples": 366, "n_features": 34, "n_classes": 6, "mean_cert_acc_36": 0.41473107039928436, "std_cert_acc_36": 0.3420093937506074, "mean_cert_acc_72": 0.21849077939987183, "std_cert_acc_72": 0.25251524160787836, "mean_cert_acc_108": 0.14653854072093964, "std_cert_acc_108": 0.1704246907569, "mean_cert_acc_255": 0.03988269716501236, "std_cert_acc_255": 0.060211878914946254 }, "ecoli": { "dataset": "ecoli", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.018518518518518517, "test_acc": 0.015151515151515152, "train_size": 84, "val_size": 54, "test_size": 198, "stats": { "mean": [ [ 0.013150064285714266, 0.030534154761904717, -0.03497671428571443, -0.05455450000000004, -0.07806762144047612, 0.0146216491309523, 0.00923791428571434 ] ], "std": [ [ 0.9944073468449054, 1.0029903172616768, 0.8958309259021103, 1.0, 1.0494215334470565, 0.9464416656581703, 0.9697251209067621 ] ] }, "width": 32, "in_features": 7, "out_features": 8, "depth": 6, "padding": 14, "parameters": 1072, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 18, "best_val_acc": 0.45614035087719296, "test_acc": 0.40512820512820513, "train_size": 84, "val_size": 57, "test_size": 195, "stats": { "mean": [ [ 0.05841213633333324, 0.009642500000000023, -0.1049293571428573, -0.05455450000000004, -0.13059923814285718, -0.04276377619047619, -0.11014530833333327 ] ], "std": [ [ 1.0146171837993285, 1.0844043612606449, 0.6372989064356027, 1.0, 1.1282134026013562, 0.9791745837868009, 1.0002488772478277 ] ] }, "width": 32, "in_features": 7, "out_features": 8, "depth": 6, "padding": 14, "parameters": 1072, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 4, "best_val_acc": 0.21428571428571427, "test_acc": 0.17346938775510204, "train_size": 84, "val_size": 56, "test_size": 196, "stats": { "mean": [ [ -0.011315743142857089, -0.03455130952380979, -0.03497671428571443, -0.05455450000000004, 0.08828174398809528, -0.05821374880952385, -0.06637139999999996 ] ], "std": [ [ 1.012351652595517, 1.0330947119577754, 0.8958309259021106, 1.0, 1.0026493882045864, 0.9566088016671406, 0.9710783614044303 ] ] }, "width": 32, "in_features": 7, "out_features": 8, "depth": 6, "padding": 14, "parameters": 1072, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.42592592592592593, "test_acc": 0.41414141414141414, "train_size": 84, "val_size": 54, "test_size": 198, "stats": { "mean": [ [ -0.17523749880952394, -0.0650854523809525, -0.03497671428571443, -0.05455450000000004, 0.014348625000000045, -0.16084512944047624, -0.12776817619047612 ] ], "std": [ [ 1.0115769923283313, 0.9182494349544681, 0.8958309259021106, 1.0, 1.1277230453570237, 0.9641663228847202, 0.9980600835386763 ] ] }, "width": 32, "in_features": 7, "out_features": 8, "depth": 6, "padding": 14, "parameters": 1072, "cert_evals": { "36": 0.010101010091602802, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.2519726305440591, "std_test_acc": 0.19322037869040992, "n_samples": 336, "n_features": 7, "n_classes": 8, "mean_cert_acc_36": 0.0025252525229007006, "std_cert_acc_36": 0.005050505045801401, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "energy-y2": { "dataset": "energy-y2", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 19, "best_val_acc": 0.7758620689655172, "test_acc": 0.75, "train_size": 192, "val_size": 116, "test_size": 460, "stats": { "mean": [ [ 0.0009850791666666432, 0.010139916666666622, 0.032173687500000006, -0.005650822916666537, 0.010409885416666669, -0.06052093749999998, -0.02541311979166509, 0.0537312500000005 ] ], "std": [ [ 1.0456101033083376, 1.0498619980358046, 0.9456106661428212, 0.9965179021332218, 0.999294780375947, 1.0222397484588055, 1.030433216371699, 0.995731298264168 ] ] }, "width": 32, "in_features": 8, "out_features": 3, "depth": 6, "padding": 16, "parameters": 1283, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 31, "best_val_acc": 0.7295081967213115, "test_acc": 0.7290748898678414, "train_size": 192, "val_size": 122, "test_size": 454, "stats": { "mean": [ [ 0.07533532916666669, -0.059394307291666594, -0.017550052083333306, -0.04944196875000006, 0.031229656250000005, -0.004655374999999985, 0.06255218750000145, 1.1510416676625372e-06 ] ], "std": [ [ 1.0729275910612097, 1.0653863321722707, 0.9433869502795601, 1.0190501631365936, 0.998860917431203, 0.9951670891648171, 1.0163359360027204, 1.0396997731000648 ] ] }, "width": 32, "in_features": 8, "out_features": 3, "depth": 6, "padding": 16, "parameters": 1283, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 24, "best_val_acc": 0.7213114754098361, "test_acc": 0.737885462555066, "train_size": 192, "val_size": 122, "test_size": 454, "stats": { "mean": [ [ -0.0004920619791667415, 0.007242729166666742, -0.020474875000000007, 0.016951052083333352, 2.3129646346357427e-18, 0.004655458333333339, 0.11924057812500127, 0.06380555208333295 ] ], "std": [ [ 1.0283618263304504, 1.0335770524750947, 0.8923225124501564, 0.9833589680412395, 0.9993489999999986, 1.0280747733173587, 0.9999909373553216, 0.955311666538388 ] ] }, "width": 32, "in_features": 8, "out_features": 3, "depth": 6, "padding": 16, "parameters": 1283, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 22, "best_val_acc": 0.8053097345132744, "test_acc": 0.7688984881209503, "train_size": 192, "val_size": 113, "test_size": 463, "stats": { "mean": [ [ -0.045791585416666704, 0.053598781249999984, 0.038023489583333334, 0.0339023333333334, -0.04163954166666667, 0.013966291666666672, 0.03909468750000155, 0.06716386458333357 ] ], "std": [ [ 1.0190772752310013, 1.0258162287916472, 1.0141309105461986, 1.0041302689502694, 0.998481132706467, 0.9782096135772306, 0.997298911424109, 1.0244022864972453 ] ] }, "width": 32, "in_features": 8, "out_features": 3, "depth": 6, "padding": 16, "parameters": 1283, "cert_evals": { "36": 0.36933043599128723, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.7464647101359645, "std_test_acc": 0.0172412490567859, "n_samples": 768, "n_features": 8, "n_classes": 3, "mean_cert_acc_36": 0.09233260899782181, "std_cert_acc_36": 0.18466521799564362, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "energy-y1": { "dataset": "energy-y1", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 16, "best_val_acc": 0.8365384615384616, "test_acc": 0.8411016949152542, "train_size": 192, "val_size": 104, "test_size": 472, "stats": { "mean": [ [ 0.04037588177083325, -0.02897297395833333, -0.0555741354166667, -0.0014130312499998996, -0.01040988541666666, 0.08845356250000003, 0.019546906250001692, 0.12425216145833322 ] ], "std": [ [ 1.0503259507282519, 1.0401598299798114, 0.9566204676221528, 1.0115106857597378, 0.9992947803759471, 0.9870322434122373, 0.9626025350664883, 1.0012373439432847 ] ] }, "width": 32, "in_features": 8, "out_features": 3, "depth": 6, "padding": 16, "parameters": 1283, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 64, "best_val_acc": 0.8257575757575758, "test_acc": 0.7612612612612613, "train_size": 192, "val_size": 132, "test_size": 444, "stats": { "mean": [ [ -0.035944025000000025, 0.01883181770833327, 0.02047402083333334, 0.008475244791666782, 2.3129646346357427e-18, -9.25185853854297e-18, -0.003910447916664952, -0.010073338541666126 ] ], "std": [ [ 0.9212095277307366, 0.9229015509828643, 1.0465139198851874, 0.9891013465328523, 0.9993489999999986, 0.9993506559221339, 0.9981490715102995, 0.9882682016149288 ] ] }, "width": 32, "in_features": 8, "out_features": 3, "depth": 6, "padding": 16, "parameters": 1283, "cert_evals": { "36": 0.5270270109176636, "72": 0.46621623635292053, "108": 0.45945948362350464, "255": 0.0 }, "fold": 1 }, { "best_epoch": 32, "best_val_acc": 0.8151260504201681, "test_acc": 0.8052516411378556, "train_size": 192, "val_size": 119, "test_size": 457, "stats": { "mean": [ [ -0.06401001406250006, 0.06953358854166669, -4.583333333418871e-07, 0.0678050677083333, -0.0624593125, 0.10707533333333334, 0.011727677083334845, -0.026863999999998927 ] ], "std": [ [ 0.9971640605357807, 1.016537043200003, 0.9590898709257725, 0.9858397966646458, 0.997395236645448, 0.9977770953987608, 1.0267126976352656, 1.0236092624260158 ] ] }, "width": 32, "in_features": 8, "out_features": 3, "depth": 6, "padding": 16, "parameters": 1283, "cert_evals": { "36": 0.026258205994963646, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 24, "best_val_acc": 0.8333333333333334, "test_acc": 0.8095238095238095, "train_size": 192, "val_size": 114, "test_size": 462, "stats": { "mean": [ [ -0.09306050364583336, 0.10140363020833336, 0.038023541666666646, 0.08051876041666675, -0.06245931250000001, 4.166666664589166e-08, 0.16615551562499892, 0.11081956770833301 ] ], "std": [ [ 1.0103381574343495, 1.0260340528127347, 0.9660180839931469, 0.9757962633490739, 0.997395236645448, 0.9993506559221341, 0.9513965888850403, 0.9859377713172496 ] ] }, "width": 32, "in_features": 8, "out_features": 3, "depth": 6, "padding": 16, "parameters": 1283, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.8042846017095451, "std_test_acc": 0.032837431077068976, "n_samples": 768, "n_features": 8, "n_classes": 3, "mean_cert_acc_36": 0.1383213042281568, "std_cert_acc_36": 0.259432605767129, "mean_cert_acc_72": 0.11655405908823013, "std_cert_acc_72": 0.23310811817646027, "mean_cert_acc_108": 0.11486487090587616, "std_cert_acc_108": 0.22972974181175232, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "fertility": { "dataset": "fertility", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 5, "best_val_acc": 0.8888888888888888, "test_acc": 0.7017543859649122, "train_size": 25, "val_size": 18, "test_size": 57, "stats": { "mean": [ [ -0.050080199999999984, -0.12364147839999998, 0.14793016000000006, -0.32071263999999977, 0.1791338, -0.12053400000000013, 0.5731312000000003, -0.16074628000000002, 0.03862860000000002 ] ], "std": [ [ 1.0236052735742232, 0.8512034434759349, 0.8026475169365781, 0.9000012058569202, 0.9750796495625166, 0.7418187080757671, 0.7460504646830267, 0.9966002512278438, 0.8297482471350933 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.8571428571428571, "test_acc": 0.8852459016393442, "train_size": 25, "val_size": 14, "test_size": 61, "stats": { "mean": [ [ 0.08396883999999995, 0.0741850816, -0.08875767999999994, 0.16035823999999999, -0.2985557199999999, 0.017217679999999954, -0.28656639999999994, -0.012364960000000034, 7.200000000029405e-07 ] ], "std": [ [ 0.9493769176881722, 1.0402868069724176, 1.0846399428755964, 1.0014288942292522, 0.95537904, 1.089027811624688, 1.008650391054026, 0.9817617018642958, 0.9407763787630519 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 13, "best_val_acc": 0.7, "test_acc": 0.7818181818181819, "train_size": 25, "val_size": 20, "test_size": 55, "stats": { "mean": [ [ -0.15099352, 0.04121466079999998, 0.029586240000000055, 0.16035823999999999, -0.059710959999999924, 0.29272248000000006, 0.09552136000000001, -0.25966716, -0.27897695999999994 ] ], "std": [ [ 0.9753651401849921, 1.00304651742069, 0.9614305510351658, 1.001428894229252, 0.9943900320852971, 0.9593333711047946, 0.911221690762852, 0.8623722386522275, 0.6562133354788506 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.8181818181818182, "test_acc": 0.890625, "train_size": 25, "val_size": 11, "test_size": 64, "stats": { "mean": [ [ -0.05008016, 0.16980184160000003, 0.029586240000000055, -0.08017719999999987, -0.13932587999999993, 0.22384639999999986, -0.19104464, 0.23493724, -0.28326872000000003 ] ], "std": [ [ 0.967192993888714, 1.0029056548149258, 0.9614305510351658, 0.981981821759731, 0.9879951745516705, 0.9393450743392652, 0.9552200000001204, 1.0881296800000002, 0.6448658384270962 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.8148608673556096, "std_test_acc": 0.09051547205973277, "n_samples": 100, "n_features": 9, "n_classes": 2, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "flags": { "dataset": "flags", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 25, "best_val_acc": 0.25925925925925924, "test_acc": 0.2857142857142857, "train_size": 48, "val_size": 27, "test_size": 119, "stats": { "mean": [ [ 0.2352414791666667, -0.14561693750000007, 0.1764680979166667, 0.11582924333333333, 0.0278278833333333, 0.04467812499999988, -0.14742766666666676, -0.14850950000000007, 0.10914166666666664, 0.020176562500000023, -0.14527287500000005, -0.021462375000000023, -0.005958499999999978, -0.18136456250000013, -0.1484010833333332, -0.13407733333333335, -0.14238879166666651, -0.06353299999999999, 0.039132958333333315, 0.23061385416666677, 0.16322545416666676, 0.20470881250000014, -0.04084762500000006, -0.005915999999999931, -0.08552499999999989, 0.003115083333333317, -0.00012200000000005262, 0.016370875000000003 ] ], "std": [ [ 0.9423798810959939, 0.9424971000607776, 1.1257258803436931, 1.5640772168523231, 0.9974256598053217, 1.129307049644929, 1.052031616542435, 0.7965270829416287, 0.9104918487062668, 0.9984666452987403, 0.9898063223282548, 0.9958585433814053, 1.0008837456871553, 0.8789136023594675, 0.8091964732150918, 0.9827727342487288, 0.6596688427296609, 0.858146791992489, 1.050181614737104, 1.5175473203808312, 0.8994410282874392, 1.317453200121319, 0.9530138431587623, 0.994027422565394, 0.9275008724551151, 1.0021317232904448, 0.9667438830883966, 0.9280632223285767 ] ] }, "width": 128, "in_features": 28, "out_features": 8, "depth": 6, "padding": 56, "parameters": 14848, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 30, "best_val_acc": 0.3793103448275862, "test_acc": 0.24786324786324787, "train_size": 48, "val_size": 29, "test_size": 117, "stats": { "mean": [ [ 0.19499710416666668, -0.0022983958333333797, -0.02790886250000002, 0.11650907499999995, -0.06750504166666671, -0.11583450000000012, -0.10268268750000005, 0.02775170833333333, 0.26183579166666643, -0.02146237499999999, -0.14527287500000005, 0.27001018749999983, -0.10226858333333351, 0.10011306249999985, -0.3313875208333335, -0.17088533333333333, -0.18737783333333316, -0.06353299999999996, 0.03913295833333332, -0.008377395833333351, -0.026332812499999955, -0.15468943749999978, 0.07922083333333325, 0.13755950000000008, -0.03367612499999993, 0.07865360416666665, 0.0827322729166666, -0.1398202291666666 ] ], "std": [ [ 1.0149211380035321, 1.0106590573641523, 0.800987362794606, 1.5710238762349773, 0.9911412389198323, 0.8417359860573123, 0.7550650019137193, 0.8454707572998891, 0.7463117905961775, 0.9958585433814053, 0.9898063223282548, 0.9774069853377493, 1.0506189728199082, 1.04374696833814, 0.41816393735262497, 0.8196612593038392, 0.596847083543995, 0.8581467919924893, 1.050181614737104, 0.8097533539243018, 0.6013621428718394, 0.6159775664971462, 1.073924939147738, 1.064042786035294, 0.9713883617826264, 1.1076121378365742, 1.021768139613268, 0.8455337132759265 ] ] }, "width": 128, "in_features": 28, "out_features": 8, "depth": 6, "padding": 56, "parameters": 14848, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 19, "best_val_acc": 0.19230769230769232, "test_acc": 0.19166666666666668, "train_size": 48, "val_size": 26, "test_size": 120, "stats": { "mean": [ [ 0.0340199583333333, 0.10917162499999984, -0.07162090208333334, 0.06506778333333332, -0.10921322916666676, 0.12493452083333324, 0.013654270833333296, 0.15594170833333318, -0.04355245833333338, -0.021462374999999978, 0.104134875, 0.02017656249999995, 0.1385066249999999, 0.053200124999999876, 0.09558083333333343, 0.3076187916666668, 0.17253487500000028, 0.15269966666666668, 0.1823765416666667, 0.13501729166666662, 0.262743825, -0.06483987499999996, 0.19928929166666667, -0.1015663333333332, -0.03367612499999994, 0.07865360416666677, 0.23660444999999997, 0.06843458333333337 ] ], "std": [ [ 1.0728446319744602, 1.004997765945125, 0.6738313483909325, 1.1276322526496132, 0.9889360364810051, 1.0737570402474663, 1.2301542970075396, 1.0335005003320021, 1.0268293591046207, 0.9958585433814053, 0.9898063223282548, 0.9984666452987404, 0.9021844164633743, 1.0235194592787966, 1.0911203018947113, 1.043398618770709, 1.428359917728367, 1.0537876663148145, 1.2133500974257005, 0.931759019467099, 1.699034990837401, 0.8618067283867119, 1.170282570673264, 0.9322841280124254, 0.9713883617826267, 1.1076121378365744, 1.009283746545842, 1.0092164745858712 ] ] }, "width": 128, "in_features": 28, "out_features": 8, "depth": 6, "padding": 56, "parameters": 14848, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.22580645161290322, "test_acc": 0.3217391304347826, "train_size": 48, "val_size": 31, "test_size": 115, "stats": { "mean": [ [ 0.060849604166666675, -0.11376839583333333, -0.09783850416666667, -0.09356036875000003, 0.22445235416666667, 0.024614104166666605, 0.0762974583333333, 0.09184660416666661, -0.14534854166666666, -0.021462374999999978, 0.18727079166666663, 0.061815500000000016, 0.042196541666666705, 0.10011306249999992, -0.08740560416666669, 0.0008853750000000308, -0.1423887916666665, -0.06353283333333333, -0.10411062500000007, -0.056175625000000166, 0.25800489583333336, -0.15468943749999986, 0.07922083333333328, -0.10156633333333316, -0.08552499999999985, 0.0031150833333333725, -0.1421576375, 0.0684342083333334 ] ], "std": [ [ 1.0293582077836319, 0.9794406225141076, 0.6268224867254953, 0.3684227553507345, 1.025591356541465, 1.1118837703058688, 1.0365020313045694, 1.0275207215403601, 1.0856923338143685, 0.9958585433814053, 0.9757408637342995, 0.9993344999999996, 0.9714914160365958, 1.0437469683381402, 0.8943692877865511, 1.023515389848972, 0.6596688427296608, 1.0084428269148291, 0.8321700190516114, 0.7587733649056444, 1.7047553305488228, 0.615977566497146, 1.073924939147738, 0.9322841280124254, 0.9275008724551151, 1.0021317232904448, 0.8580294890796403, 1.071739861024061 ] ] }, "width": 128, "in_features": 28, "out_features": 8, "depth": 6, "padding": 56, "parameters": 14848, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.2617458326697457, "std_test_acc": 0.055610245418955574, "n_samples": 194, "n_features": 28, "n_classes": 8, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "glass": { "dataset": "glass", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.10810810810810811, "test_acc": 0.07258064516129033, "train_size": 53, "val_size": 37, "test_size": 124, "stats": { "mean": [ [ 0.012939788679245282, 0.04699466943396226, 0.04250909433962263, -0.01625201207547179, -0.03750319433962267, -0.18787082075471698, 0.06524139433962263, -0.040507150943396124, -0.2307195471698114 ] ], "std": [ [ 0.801738486196533, 0.8467082620054888, 0.9820084649167357, 0.9338214241369891, 0.8598618475288062, 0.3955791139166082, 0.8724031270593463, 0.8657099216828293, 0.7013424696367202 ] ] }, "width": 32, "in_features": 9, "out_features": 6, "depth": 6, "padding": 18, "parameters": 1662, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.16666666666666666, "test_acc": 0.1297709923664122, "train_size": 53, "val_size": 30, "test_size": 131, "stats": { "mean": [ [ -0.06851211245283018, -0.15009423962264148, 0.02275701132075471, -0.11148559811320762, 0.16614626415094338, 0.138459841509434, -0.08099267547169811, 0.036904622641509635, -0.12809118867924535 ] ], "std": [ [ 0.8515731555985958, 0.9581970001358434, 0.9640671504859841, 0.9248622429706228, 0.9755758770264732, 1.357781655818288, 0.8022445220282372, 1.1525134057528226, 0.8492428385949199 ] ] }, "width": 32, "in_features": 9, "out_features": 6, "depth": 6, "padding": 18, "parameters": 1662, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 30, "best_val_acc": 0.38461538461538464, "test_acc": 0.4444444444444444, "train_size": 53, "val_size": 26, "test_size": 135, "stats": { "mean": [ [ 0.17342035830188673, 0.10083030188679246, -0.0808434981132076, -0.019653658490565933, -0.19072764905660378, 0.02794728113207545, 0.12344338867924527, -0.06403424528301871, 0.22045922641509424 ] ], "std": [ [ 1.2137577085998512, 0.8431029761509528, 1.0333305367739407, 1.0160914345283907, 1.0137208401349003, 1.2887142840709145, 1.1306321303495666, 0.9397607053756946, 1.2490718777482173 ] ] }, "width": 32, "in_features": 9, "out_features": 6, "depth": 6, "padding": 18, "parameters": 1662, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 2, "best_val_acc": 0.2857142857142857, "test_acc": 0.3383458646616541, "train_size": 53, "val_size": 28, "test_size": 133, "stats": { "mean": [ [ -0.09789963037735849, -0.25360606113207534, -0.0009194132075472026, 0.04837090226415086, 0.10451545471698113, 0.3782897773584904, -0.08351155283018871, -0.02570778301886777, 0.11976666037735839 ] ], "std": [ [ 0.9830235331660265, 0.9613168258565478, 1.0022618468949342, 0.9817559883419383, 1.0203488325490284, 1.7842263867081236, 1.0422858738909424, 0.9054813684433138, 1.1073266176346976 ] ] }, "width": 32, "in_features": 9, "out_features": 6, "depth": 6, "padding": 18, "parameters": 1662, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.2462854866584503, "std_test_acc": 0.17463398398613314, "n_samples": 214, "n_features": 9, "n_classes": 6, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "haberman-survival": { "dataset": "haberman-survival", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.2826086956521739, "test_acc": 0.2608695652173913, "train_size": 76, "val_size": 46, "test_size": 184, "stats": { "mean": [ [ 0.056303715789473636, 0.11814425789473684, 0.07505885618421046 ] ], "std": [ [ 1.071529133459213, 0.9640121301272397, 1.1153002449883138 ] ] }, "width": 32, "in_features": 3, "out_features": 2, "depth": 6, "padding": 10, "parameters": 502, "cert_evals": { "36": 0.260869562625885, "72": 0.260869562625885, "108": 0.260869562625885, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.8604651162790697, "test_acc": 0.7058823529411765, "train_size": 76, "val_size": 43, "test_size": 187, "stats": { "mean": [ [ 0.10623882105263147, 0.09384808421052634, 0.007344408815789407 ] ], "std": [ [ 1.0605035134671559, 1.0869710980458733, 1.1078408305262222 ] ] }, "width": 32, "in_features": 3, "out_features": 2, "depth": 6, "padding": 10, "parameters": 502, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.3018867924528302, "test_acc": 0.2542372881355932, "train_size": 76, "val_size": 53, "test_size": 177, "stats": { "mean": [ [ 0.06604734605263156, -0.015483576315789458, 0.01100456263157891 ] ], "std": [ [ 1.0531764871263751, 0.9959949318361989, 0.8640777726923776 ] ] }, "width": 32, "in_features": 3, "out_features": 2, "depth": 6, "padding": 10, "parameters": 502, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.7027027027027027, "test_acc": 0.7409326424870466, "train_size": 76, "val_size": 37, "test_size": 193, "stats": { "mean": [ [ -0.03016957763157897, -0.13291423947368405, 0.01283475092105254 ] ], "std": [ [ 1.0380766725977404, 1.0963438485094303, 1.0823191968380823 ] ] }, "width": 32, "in_features": 3, "out_features": 2, "depth": 6, "padding": 10, "parameters": 502, "cert_evals": { "36": 0.7409326434135437, "72": 0.7409326434135437, "108": 0.7409326434135437, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.4904804621953019, "std_test_acc": 0.26935495196895415, "n_samples": 306, "n_features": 3, "n_classes": 2, "mean_cert_acc_36": 0.2504505515098572, "std_cert_acc_36": 0.34934805746992764, "mean_cert_acc_72": 0.2504505515098572, "std_cert_acc_72": 0.34934805746992764, "mean_cert_acc_108": 0.2504505515098572, "std_cert_acc_108": 0.34934805746992764, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "hayes-roth": { "dataset": "hayes-roth", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.4117647058823529, "test_acc": 0.37755102040816324, "train_size": 28, "val_size": 34, "test_size": 98, "stats": { "mean": [ [ -2.0777030889413645e-15, -2.0142617732484982e-15, -2.0142617732484982e-15 ] ], "std": [ [ 0.9711863730167035, 0.9711863730167036, 0.9711863730167035 ] ] }, "width": 32, "in_features": 3, "out_features": 3, "depth": 6, "padding": 10, "parameters": 513, "cert_evals": { "36": 0.37755101919174194, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.36, "test_acc": 0.3925233644859813, "train_size": 28, "val_size": 25, "test_size": 107, "stats": { "mean": [ [ -2.0777030889413645e-15, -2.0142617732484982e-15, -2.0142617732484982e-15 ] ], "std": [ [ 0.9711863730167035, 0.9711863730167036, 0.9711863730167035 ] ] }, "width": 32, "in_features": 3, "out_features": 3, "depth": 6, "padding": 10, "parameters": 513, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.5, "test_acc": 0.3557692307692308, "train_size": 28, "val_size": 28, "test_size": 104, "stats": { "mean": [ [ -2.0777030889413645e-15, -2.0142617732484982e-15, -2.0142617732484982e-15 ] ], "std": [ [ 0.9711863730167035, 0.9711863730167036, 0.9711863730167035 ] ] }, "width": 32, "in_features": 3, "out_features": 3, "depth": 6, "padding": 10, "parameters": 513, "cert_evals": { "36": 0.35576924681663513, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.35714285714285715, "test_acc": 0.3942307692307692, "train_size": 28, "val_size": 28, "test_size": 104, "stats": { "mean": [ [ -2.0777030889413645e-15, -2.0142617732484982e-15, -2.0142617732484982e-15 ] ], "std": [ [ 0.9711863730167035, 0.9711863730167036, 0.9711863730167035 ] ] }, "width": 32, "in_features": 3, "out_features": 3, "depth": 6, "padding": 10, "parameters": 513, "cert_evals": { "36": 0.39423078298568726, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.3800185962235361, "std_test_acc": 0.01781830282065842, "n_samples": 160, "n_features": 3, "n_classes": 3, "mean_cert_acc_36": 0.2818877622485161, "std_cert_acc_36": 0.1885838428080936, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "heart-cleveland": { "dataset": "heart-cleveland", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 20, "best_val_acc": 0.5740740740740741, "test_acc": 0.5260115606936416, "train_size": 76, "val_size": 54, "test_size": 173, "stats": { "mean": [ [ 0.025679380263157865, 0.06560718421052641, -0.04165710526315796, 0.12079876315789474, -0.05836617236842103, 0.21103164473684244, 0.009953435000000009, -0.04552891578947369, -0.07930921052631572, 0.018019449999999958, -0.1633495263157895, 0.1490460526315791, 0.1173184736842107 ] ], "std": [ [ 0.8936682722687875, 0.9705101476202265, 1.0410809532354568, 0.9713482365754217, 1.0046131234392313, 1.1698900228292355, 0.991743905598925, 1.063967410026795, 0.9653541002995567, 0.9670845428420584, 0.8530269008877411, 1.0419737091060064, 0.9887800977718967 ] ] }, "width": 64, "in_features": 13, "out_features": 5, "depth": 6, "padding": 26, "parameters": 3307, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 3, "best_val_acc": 0.09302325581395349, "test_acc": 0.125, "train_size": 76, "val_size": 43, "test_size": 184, "stats": { "mean": [ [ -0.2101489736842105, 0.09376453947368439, -0.1649965789473685, -0.03545365789473685, -0.1381618, 0.02633263157894729, -0.1355152364473684, -0.028272514473684226, 0.060729605263158, -0.12137016052631582, 0.02882180263157893, -0.062184184210526385, -0.10297684210526317 ] ], "std": [ [ 0.9630708106281646, 0.9569359106048417, 1.0685892850045124, 0.9716813782156916, 0.8933102337559928, 1.0237058396713807, 0.987768251139324, 1.0505795881681008, 1.018728244712418, 0.800844776889746, 0.9838325491030496, 0.9678759361024273, 0.9824728943441249 ] ] }, "width": 64, "in_features": 13, "out_features": 5, "depth": 6, "padding": 26, "parameters": 3307, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.03508771929824561, "test_acc": 0.047058823529411764, "train_size": 76, "val_size": 57, "test_size": 170, "stats": { "mean": [ [ 0.009666096052631561, 0.12192189473684223, -0.04165730263157901, -0.053396460526315796, 0.009485552631578952, -0.08448677631578952, -0.12229084131578946, 0.029248118421052637, 0.0887373684210527, 0.14607715657894724, 0.007469368421052609, 0.13496389473684212, -0.016193828947368444 ] ], "std": [ [ 0.991747257977119, 0.9423253440641232, 1.054702252215874, 1.01578753443219, 0.912628998922061, 0.9070959475884481, 0.9828872816770845, 1.0215811465249889, 1.026781557739585, 1.110916508206595, 1.0555936285886078, 1.1293737151568792, 0.9751655205627294 ] ] }, "width": 64, "in_features": 13, "out_features": 5, "depth": 6, "padding": 26, "parameters": 3307, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.10810810810810811, "test_acc": 0.12105263157894737, "train_size": 76, "val_size": 37, "test_size": 190, "stats": { "mean": [ [ 0.009666401315789493, -0.1314943026315789, -0.027953026315789546, -0.017510736842105287, 0.14569758815789477, -0.12142657894736847, 0.16864663157894735, 0.0298232342105263, 0.032721842105263264, -0.0567749657894737, -0.14199722368421067, 0.050471736842105284, -0.002842618421052697 ] ], "std": [ [ 1.037308935092612, 1.039536608942455, 1.0731491570199134, 0.9857713056853448, 1.1678879570276746, 0.8615768485992676, 0.9924490204448371, 1.0295305309669156, 1.0098342617684068, 1.0125711830157138, 0.967005700282042, 1.1226814635925688, 0.9876978299691207 ] ] }, "width": 64, "in_features": 13, "out_features": 5, "depth": 6, "padding": 26, "parameters": 3307, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.2047807539505002, "std_test_acc": 0.21713345029680103, "n_samples": 303, "n_features": 13, "n_classes": 5, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "heart-hungarian": { "dataset": "heart-hungarian", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 16, "best_val_acc": 0.8529411764705882, "test_acc": 0.8021390374331551, "train_size": 73, "val_size": 34, "test_size": 187, "stats": { "mean": [ [ 0.0800741506849315, 0.187091506849315, 0.14536817123287665, 0.057955123287671204, 0.007548964931506878, 0.0018470410958903167, -0.026523986301369866, -0.07145227945205493, -0.002936657534246297, 0.06359038356164397, 0.03073776712328766, -0.08100684931506869 ] ], "std": [ [ 0.9987991948716954, 0.8797143812899805, 1.0138369657816542, 1.004282733869356, 1.1169105950079397, 1.0014602608653556, 0.9486883864181348, 1.0204510052676476, 0.9970306548239305, 1.1098417855233023, 1.0026671671379417, 0.8754503895152498 ] ] }, "width": 32, "in_features": 12, "out_features": 2, "depth": 6, "padding": 24, "parameters": 2762, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 22, "best_val_acc": 0.7435897435897436, "test_acc": 0.7967032967032966, "train_size": 73, "val_size": 39, "test_size": 182, "stats": { "mean": [ [ -0.03390847945205465, 0.1564823287671232, -0.05334468493150675, 0.17270156164383563, -0.14544580410958913, -0.10677657534246586, 0.03300201369863015, 0.11938546301369855, 0.026828767123288015, 0.11635597260273989, 0.11918921917808224, -0.025584246575342404 ] ], "std": [ [ 1.015281664085163, 0.9028410442013451, 1.0337121941577725, 0.9152783215528201, 0.8308188513709485, 0.787052874670898, 0.9862292931929137, 0.8791726610331962, 1.0093946605762534, 0.9709004823896129, 0.9957071278619543, 0.9379507836223181 ] ] }, "width": 32, "in_features": 12, "out_features": 2, "depth": 6, "padding": 24, "parameters": 2762, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.5238095238095238, "test_acc": 0.664804469273743, "train_size": 73, "val_size": 42, "test_size": 179, "stats": { "mean": [ [ 0.14495649315068504, 0.003436438356164301, -0.06753834246575333, 0.2389838082191781, 0.03065915232876712, -0.16108838356164396, 0.03300202739726026, 0.07263872739726036, 0.02682876712328804, -0.04947819178082209, 0.0012539315068493056, -0.05725431506849332 ] ], "std": [ [ 0.9448396245451279, 0.9965626371881349, 0.9510883979986018, 0.9219475695799935, 0.863125052835077, 0.6471998892994516, 1.0497525444673081, 0.9275566360232819, 1.0093946605762534, 0.8385071156366399, 0.992646777404723, 0.8922594920555511 ] ] }, "width": 32, "in_features": 12, "out_features": 2, "depth": 6, "padding": 24, "parameters": 2762, "cert_evals": { "36": 0.6648044586181641, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 10, "best_val_acc": 0.8863636363636364, "test_acc": 0.7570621468926554, "train_size": 73, "val_size": 44, "test_size": 177, "stats": { "mean": [ [ 0.03448108219178094, 0.03404561643835607, 0.2021428561643836, -0.012603835616438326, 0.012083080821917778, 0.0018470410958903595, 0.03300201369863012, -0.05440366712328782, 0.14589046575342487, 0.0786663835616438, 0.13393120547945203, -0.05725438356164386 ] ], "std": [ [ 0.9357023656034743, 0.98044976884177, 0.9447129008604433, 0.8618425109620811, 1.2011825380327528, 1.0014602608653553, 0.986229293192914, 0.847254895689431, 1.0489937022040874, 1.0096312619774381, 1.0380236400472438, 0.844840730482065 ] ] }, "width": 32, "in_features": 12, "out_features": 2, "depth": 6, "padding": 24, "parameters": 2762, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.7551772375757125, "std_test_acc": 0.0635101418835676, "n_samples": 294, "n_features": 12, "n_classes": 2, "mean_cert_acc_36": 0.16620111465454102, "std_cert_acc_36": 0.33240222930908203, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "heart-switzerland": { "dataset": "heart-switzerland", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.3888888888888889, "test_acc": 0.22972972972972974, "train_size": 31, "val_size": 18, "test_size": 74, "stats": { "mean": [ [ -0.03867648709677418, 0.061165483870967645, -0.031605645161290254, -0.04727649354838697, 0.12035961290322578, 0.10471612903225812, 0.10948048064516128, 0.21947058064516128, 0.24267312903225804, 0.146339935483871, 0.09546838709677423, -0.14905170967741943 ] ], "std": [ [ 1.1959209887023292, 0.8952513255013157, 1.0680537841920705, 1.1526431663263934, 1.2389629579337629, 1.0370364433639812, 0.8482163286791152, 0.998704338537551, 0.823971907762666, 0.9616527651367163, 1.172612838656165, 1.0452475193168111 ] ] }, "width": 32, "in_features": 12, "out_features": 5, "depth": 6, "padding": 24, "parameters": 2837, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.1111111111111111, "test_acc": 0.28378378378378377, "train_size": 31, "val_size": 18, "test_size": 74, "stats": { "mean": [ [ 0.38275906451612907, -0.056386774193548456, 0.015231451612903284, 0.016496377419354898, 0.2830434193548386, -0.059711161290322494, 0.04518695483870968, -0.039474967741935506, 0.10301854838709676, -0.043132193548387085, 0.0954683870967742, -0.026422451612903276 ] ], "std": [ [ 0.8537728993403316, 1.0773842413872565, 0.9891428503533505, 0.8244718913923468, 1.4910217148161218, 1.0016724276385454, 0.8092921347980535, 0.9902763031378431, 0.9512021337497041, 1.1112826701924636, 1.172612838656165, 1.014523633801689 ] ] }, "width": 32, "in_features": 12, "out_features": 5, "depth": 6, "padding": 24, "parameters": 2837, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 32, "best_val_acc": 0.2916666666666667, "test_acc": 0.19117647058823528, "train_size": 31, "val_size": 24, "test_size": 68, "stats": { "mean": [ [ 0.1363268064516129, 0.06116548387096767, -0.07844332258064517, 0.28318253870967747, 0.12035961290322578, -0.00490193548387092, -0.09028977096774195, -0.16894774193548387, -0.07077383870967743, -0.23260409677419347, -0.0015777419354838426, -0.12861274193548392 ] ], "std": [ [ 0.9985620954632528, 0.8952513255013155, 0.7865317101247931, 0.8496477832825274, 1.2389629579337627, 0.8129502811517081, 0.9201252610360474, 0.960195792094272, 0.7788574621968283, 0.922011584077965, 1.0630870797904943, 0.9101297422084665 ] ] }, "width": 32, "in_features": 12, "out_features": 5, "depth": 6, "padding": 24, "parameters": 2837, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 56, "best_val_acc": 0.2857142857142857, "test_acc": 0.1794871794871795, "train_size": 31, "val_size": 14, "test_size": 78, "stats": { "mean": [ [ 0.06132570967741941, -0.05638677419354848, -0.03160587096774191, -0.08206108387096776, 0.1203596129032258, 0.21433419354838715, 0.08651870322580645, 0.08999780645161289, 0.000605741935483859, -0.11892112903225804, 0.19251451612903228, -0.09795603225806457 ] ], "std": [ [ 1.1796944897022907, 1.0773842413872565, 1.002361426374151, 1.2266934302261872, 1.2389629579337627, 1.2107719727384119, 1.1761632862640778, 1.0028917964777728, 0.9746182884484196, 1.026652327670446, 1.4781625990241394, 1.0351077769123456 ] ] }, "width": 32, "in_features": 12, "out_features": 5, "depth": 6, "padding": 24, "parameters": 2837, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.22104429089723207, "std_test_acc": 0.04701333503781232, "n_samples": 123, "n_features": 12, "n_classes": 5, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "heart-va": { "dataset": "heart-va", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 4, "best_val_acc": 0.24324324324324326, "test_acc": 0.23008849557522124, "train_size": 50, "val_size": 37, "test_size": 113, "stats": { "mean": [ [ 0.12417273199999997, 0.05847433999999993, 0.11939195999999985, 0.13652684859999997, 0.169332294, -0.08422980000000006, -0.051211000000000055, -0.025999581999999997, -0.10986361999999993, 0.02611757999999999, 0.18437666399999986, -0.16063424000000026 ] ], "std": [ [ 1.0375983940843654, 0.8186406200000009, 0.906257232351079, 0.9850972422932538, 0.9999215189422874, 0.964959379692824, 0.9368765586228528, 0.926118336928491, 0.985877688928741, 0.8984566513475283, 1.109014128975748, 0.8047660315047241 ] ] }, "width": 32, "in_features": 12, "out_features": 5, "depth": 6, "padding": 24, "parameters": 2837, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.16666666666666666, "test_acc": 0.225, "train_size": 50, "val_size": 30, "test_size": 120, "stats": { "mean": [ [ -0.10881117199999998, 0.17542300000000016, 0.21993213999999972, -0.08821109999999997, 0.13781262600000002, 0.08422731999999994, 0.00731520000000001, -0.12721317799999998, -0.30961252, -0.25667714, -0.17580066800000008, -0.02059391999999999 ] ], "std": [ [ 0.9929893928858932, 1.0, 0.8501447398821216, 1.0656963957883359, 1.0325714366151477, 1.022085030499879, 0.9621289169237981, 1.0393960665815958, 0.9317809815586118, 0.8468928172805285, 0.9604725295714901, 0.9867682179778366 ] ] }, "width": 32, "in_features": 12, "out_features": 5, "depth": 6, "padding": 24, "parameters": 2837, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 10, "best_val_acc": 0.3333333333333333, "test_acc": 0.1951219512195122, "train_size": 50, "val_size": 27, "test_size": 123, "stats": { "mean": [ [ 0.15233571999999998, 0.05847433999999995, 0.11939203999999982, -0.012556939999999935, 0.15528536399999998, -0.042115520000000004, 0.06584127999999993, 0.009825086000000021, 0.16978484000000008, 0.05313653999999998, 0.04716622799999987, 0.15239717999999963 ] ], "std": [ [ 0.9466778160837978, 0.8186406200000006, 0.794839780092792, 1.0183639969617624, 0.9927764037429706, 0.982265363064182, 1.1062072213290066, 0.982147212242076, 0.9915274640582656, 1.040558924765334, 1.0326448287754921, 1.138945356222443 ] ] }, "width": 32, "in_features": 12, "out_features": 5, "depth": 6, "padding": 24, "parameters": 2837, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 17, "best_val_acc": 0.3, "test_acc": 0.26666666666666666, "train_size": 50, "val_size": 30, "test_size": 120, "stats": { "mean": [ [ -0.07040700000000005, 0.17542300000000016, 0.14452675999999975, 0.06532269999999997, -0.19794047999999992, -0.08422980000000009, -0.16826343999999985, 0.010868634000000012, 0.009985720000000033, -0.009907080000000006, -0.10719553600000013, -0.08649541999999996 ] ], "std": [ [ 1.2049567103246417, 1.0, 0.9024156133740057, 0.9721589400778301, 0.9497444006039201, 0.964959379692824, 0.920277085388703, 0.9840113193010918, 0.9979451845458254, 1.0793938409678105, 0.9369066157621472, 0.9024286546800494 ] ] }, "width": 32, "in_features": 12, "out_features": 5, "depth": 6, "padding": 24, "parameters": 2837, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.22921927836535, "std_test_acc": 0.029345598520403488, "n_samples": 200, "n_features": 12, "n_classes": 5, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "hepatitis": { "dataset": "hepatitis", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.7391304347826086, "test_acc": 0.8064516129032258, "train_size": 39, "val_size": 23, "test_size": 93, "stats": { "mean": [ [ -0.07305103333333338, -0.25417620512820527, -0.0684997948717948, 0.002734846153846289, -0.27956964102564097, 0.043173205128205175, -0.08607384615384614, 0.058396666666666625, 0.06670830769230766, -0.04725699999999998, 0.016169358974358995, -0.02457512820512817, 0.0025034871794872037, -0.027701887179487183, -0.15169055846153845, -0.0886186358974359, -0.07013070256410256, 0.1575872743589744, -0.1341903076923079 ] ], "std": [ [ 0.7065121639768482, 0.5178280049962226, 1.0644445404981495, 0.9941527427588283, 0.9460715809412041, 1.0610130501194135, 1.1425568971679159, 0.9324615341247179, 0.946176852270342, 0.9924710852804189, 0.9714365294574488, 0.9824999787091323, 0.9634407063351287, 0.8415828453559291, 0.8432379274259605, 0.6407479822535036, 0.9523942193593046, 1.0530325526231488, 0.9744402928447131 ] ] }, "width": 64, "in_features": 19, "out_features": 2, "depth": 6, "padding": 38, "parameters": 6766, "cert_evals": { "36": 0.8064516186714172, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 9, "best_val_acc": 0.8846153846153846, "test_acc": 0.7666666666666667, "train_size": 39, "val_size": 26, "test_size": 90, "stats": { "mean": [ [ -0.11794246410256407, -0.08617061538461546, 0.18073612820512838, 0.002734846153846107, -0.01757938461538464, -0.10891841025641022, -0.26475346153846147, -0.16237000000000007, -0.13763476923076928, 0.0032585384615384802, -0.12308166666666664, -0.13340641025641017, -0.052936256410256344, -0.1222803846153846, -0.12690142128205126, -0.21492274871794878, -0.0701304769230769, -0.19038912820512827, -0.03147528205128203 ] ], "std": [ [ 0.9308482815868492, 0.8729826521744097, 0.9562346989313699, 0.9941527427588275, 1.0687148745897885, 1.082595260131678, 1.2147882026120127, 1.1445852172148068, 1.1192331270078257, 1.0668209925491146, 1.0726249795408656, 1.1491882555748711, 1.1143257286511818, 0.9024022721027672, 0.9826150523838478, 0.6405176575741821, 1.0834147839386958, 1.0210323203399736, 0.9932070287924958 ] ] }, "width": 64, "in_features": 19, "out_features": 2, "depth": 6, "padding": 38, "parameters": 6766, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 3, "best_val_acc": 0.7777777777777778, "test_acc": 0.7959183673469388, "train_size": 39, "val_size": 18, "test_size": 98, "stats": { "mean": [ [ 0.25751469999999993, -0.0021678205128206176, -0.16819412820512808, -0.13856787179487162, -0.22717153846153848, -0.05822148717948713, -0.026513846153846145, -0.07406333333333337, 0.025839692307692258, -0.04725692307692307, 0.016169487179487147, -0.13340641025641015, -0.052936256410256344, -0.040312646153846145, 0.10239844307692307, 0.13277096923076923, 0.021281615384615406, -0.028776703589743616, 0.019882230769230784 ] ], "std": [ [ 1.005461160498127, 0.9939344729297802, 0.9562346989313698, 1.1126187137474748, 0.8609878396947588, 0.9804372857666263, 0.9786685591250096, 0.9813568775708227, 0.946176852270342, 1.0881358642498125, 1.054392008519234, 1.1491882555748716, 1.1143257286511812, 0.6571748166650522, 0.9244222305036086, 1.0717140331590138, 0.8996151755406562, 0.9261613145039079, 0.998504170514703 ] ] }, "width": 64, "in_features": 19, "out_features": 2, "depth": 6, "padding": 38, "parameters": 6766, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 19, "best_val_acc": 0.8461538461538461, "test_acc": 0.7777777777777778, "train_size": 39, "val_size": 26, "test_size": 90, "stats": { "mean": [ [ -0.07509134615384613, -0.17017341025641036, 0.13088894871794884, 0.1440375641025641, -0.12237543589743595, -0.05822148717948713, 0.1521657692307693, 0.1467033333333333, 0.10757692307692303, 0.003258384615384635, 0.06258628205128201, -0.13340641025641015, 0.057943230769230816, 0.03955354102564104, 0.16271944128205126, 0.026228858974358962, 0.12825329743589742, -0.037512437692307686, 0.2253122820512821 ] ], "std": [ [ 0.9881800818586763, 0.7226193648278391, 0.9639985722278488, 0.835958152953438, 0.9195820679374928, 0.9804372857666264, 0.8380816839591891, 0.797209189164857, 0.8727148090274184, 0.8602473119915564, 0.8683835140087598, 0.9266649753751967, 0.7801070627641344, 0.8750146780135224, 1.0473279879316608, 0.8897406999004371, 0.8705306469748111, 0.8788094464260305, 0.9932070287924956 ] ] }, "width": 64, "in_features": 19, "out_features": 2, "depth": 6, "padding": 38, "parameters": 6766, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.7867036061736523, "std_test_acc": 0.017851656791748917, "n_samples": 155, "n_features": 19, "n_classes": 2, "mean_cert_acc_36": 0.2016129046678543, "std_cert_acc_36": 0.4032258093357086, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "horse-colic": { "dataset": "horse-colic", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 9, "best_val_acc": 0.8333333333333334, "test_acc": 0.717948717948718, "train_size": 68, "val_size": 66, "test_size": 234, "stats": { "mean": [ [ -3.918434204559376e-17, 1.6081907047879105e-16, -8.898111006186917e-17, 4.5715065719859385e-17, 1.1428766429964846e-16, -9.240973999085862e-16, -1.457167719820518e-15, -1.240837498110469e-16, -8.996071861300901e-16, -9.469549327685159e-16, 2.661269897263243e-16, -3.632715043810255e-16, 0.0, 4.5715065719859385e-17, -2.1796290262861528e-16, -2.729842495843032e-15, 1.0841001299280941e-15, 3.7306758989242393e-16, 7.836868409118753e-17, 7.151142423320861e-16, 7.836868409118753e-17, -4.081702296416017e-17, 5.877651306839064e-17, -2.9959694855693565e-16, 5.028657229184532e-16 ] ], "std": [ [ 0.9742956396024967, 0.9874129079346324, 0.9918559595947606, 0.99225721180266, 0.9921299699802761, 0.9848134955127864, 0.9843013518199359, 0.9861089730182948, 0.9755495809457849, 0.9860401240147575, 0.985286300764603, 0.9842961745285809, 0.9824073002181559, 0.9834383442239104, 0.9888717265277447, 0.986845504027903, 0.9879390608769005, 0.9920717709998307, 0.9922690297982814, 0.9844178185972415, 0.9871806289366772, 0.9789339023991226, 0.9926179246174212, 0.9926033525170048, 0.9725972171816771 ] ] }, "width": 128, "in_features": 25, "out_features": 2, "depth": 6, "padding": 50, "parameters": 11602, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 6, "best_val_acc": 0.6527777777777778, "test_acc": 0.631578947368421, "train_size": 68, "val_size": 72, "test_size": 228, "stats": { "mean": [ [ -3.918434204559376e-17, 1.6081907047879105e-16, -8.898111006186917e-17, 4.5715065719859385e-17, 1.1428766429964846e-16, -9.240973999085862e-16, -1.457167719820518e-15, -1.240837498110469e-16, -8.996071861300901e-16, -9.469549327685159e-16, 2.661269897263243e-16, -3.632715043810255e-16, 0.0, 4.5715065719859385e-17, -2.1796290262861528e-16, -2.729842495843032e-15, 1.0841001299280941e-15, 3.7306758989242393e-16, 7.836868409118753e-17, 7.151142423320861e-16, 7.836868409118753e-17, -4.081702296416017e-17, 5.877651306839064e-17, -2.9959694855693565e-16, 5.028657229184532e-16 ] ], "std": [ [ 0.9742956396024967, 0.9874129079346324, 0.9918559595947606, 0.99225721180266, 0.9921299699802761, 0.9848134955127864, 0.9843013518199359, 0.9861089730182948, 0.9755495809457849, 0.9860401240147575, 0.985286300764603, 0.9842961745285809, 0.9824073002181559, 0.9834383442239104, 0.9888717265277447, 0.986845504027903, 0.9879390608769005, 0.9920717709998307, 0.9922690297982814, 0.9844178185972415, 0.9871806289366772, 0.9789339023991226, 0.9926179246174212, 0.9926033525170048, 0.9725972171816771 ] ] }, "width": 128, "in_features": 25, "out_features": 2, "depth": 6, "padding": 50, "parameters": 11602, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 27, "best_val_acc": 0.8888888888888888, "test_acc": 0.7679324894514767, "train_size": 68, "val_size": 63, "test_size": 237, "stats": { "mean": [ [ -3.918434204559376e-17, 1.6081907047879105e-16, -8.898111006186917e-17, 4.5715065719859385e-17, 1.1428766429964846e-16, -9.240973999085862e-16, -1.457167719820518e-15, -1.240837498110469e-16, -8.996071861300901e-16, -9.469549327685159e-16, 2.661269897263243e-16, -3.632715043810255e-16, 0.0, 4.5715065719859385e-17, -2.1796290262861528e-16, -2.729842495843032e-15, 1.0841001299280941e-15, 3.7306758989242393e-16, 7.836868409118753e-17, 7.151142423320861e-16, 7.836868409118753e-17, -4.081702296416017e-17, 5.877651306839064e-17, -2.9959694855693565e-16, 5.028657229184532e-16 ] ], "std": [ [ 0.9742956396024967, 0.9874129079346324, 0.9918559595947606, 0.99225721180266, 0.9921299699802761, 0.9848134955127864, 0.9843013518199359, 0.9861089730182948, 0.9755495809457849, 0.9860401240147575, 0.985286300764603, 0.9842961745285809, 0.9824073002181559, 0.9834383442239104, 0.9888717265277447, 0.986845504027903, 0.9879390608769005, 0.9920717709998307, 0.9922690297982814, 0.9844178185972415, 0.9871806289366772, 0.9789339023991226, 0.9926179246174212, 0.9926033525170048, 0.9725972171816771 ] ] }, "width": 128, "in_features": 25, "out_features": 2, "depth": 6, "padding": 50, "parameters": 11602, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.34, "test_acc": 0.368, "train_size": 68, "val_size": 50, "test_size": 250, "stats": { "mean": [ [ -3.918434204559376e-17, 1.6081907047879105e-16, -8.898111006186917e-17, 4.5715065719859385e-17, 1.1428766429964846e-16, -9.240973999085862e-16, -1.457167719820518e-15, -1.240837498110469e-16, -8.996071861300901e-16, -9.469549327685159e-16, 2.661269897263243e-16, -3.632715043810255e-16, 0.0, 4.5715065719859385e-17, -2.1796290262861528e-16, -2.729842495843032e-15, 1.0841001299280941e-15, 3.7306758989242393e-16, 7.836868409118753e-17, 7.151142423320861e-16, 7.836868409118753e-17, -4.081702296416017e-17, 5.877651306839064e-17, -2.9959694855693565e-16, 5.028657229184532e-16 ] ], "std": [ [ 0.9742956396024967, 0.9874129079346324, 0.9918559595947606, 0.99225721180266, 0.9921299699802761, 0.9848134955127864, 0.9843013518199359, 0.9861089730182948, 0.9755495809457849, 0.9860401240147575, 0.985286300764603, 0.9842961745285809, 0.9824073002181559, 0.9834383442239104, 0.9888717265277447, 0.986845504027903, 0.9879390608769005, 0.9920717709998307, 0.9922690297982814, 0.9844178185972415, 0.9871806289366772, 0.9789339023991226, 0.9926179246174212, 0.9926033525170048, 0.9725972171816771 ] ] }, "width": 128, "in_features": 25, "out_features": 2, "depth": 6, "padding": 50, "parameters": 11602, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.6213650386921539, "std_test_acc": 0.1780529803951108, "n_samples": 368, "n_features": 25, "n_classes": 2, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "ilpd-indian-liver": { "dataset": "ilpd-indian-liver", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 18, "best_val_acc": 0.7209302325581395, "test_acc": 0.7207977207977208, "train_size": 146, "val_size": 86, "test_size": 351, "stats": { "mean": [ [ -0.04947167191780823, -0.00829989520547949, 0.0029959439041094614, 0.043865143424657534, -0.02727346465753423, 0.06000245376712337, 0.18081108150684932, 0.13766838972602727, 0.07700867876712333 ] ], "std": [ [ 1.0220386211163874, 0.9305248911517027, 1.0317627748416793, 1.0430349333459359, 0.6968608763678219, 1.4666603089790804, 0.976649603737411, 0.9779410793607819, 1.0045141661622095 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 12, "best_val_acc": 0.7971014492753623, "test_acc": 0.6902173913043478, "train_size": 146, "val_size": 69, "test_size": 368, "stats": { "mean": [ [ 0.023718123972602808, -0.005873168493150683, 0.03226138232876717, 0.04699460315068498, 0.05445175945205481, -0.012896076027397266, 0.006021310958904103, -0.03022427397260268, 0.024170888356164395 ] ], "std": [ [ 0.9837490979337397, 0.9321175505257335, 1.0715555930063725, 0.9529710623514904, 1.1810113146612142, 0.7086815710476746, 1.0423446624153474, 1.010859445699408, 1.0504905455411107 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 48, "best_val_acc": 0.625, "test_acc": 0.5558739255014327, "train_size": 146, "val_size": 88, "test_size": 349, "stats": { "mean": [ [ -0.06850946301369858, -0.0660989635342466, -0.043828577945205456, -0.023010099041095942, 0.006519339726027369, -0.025199812328767113, -0.0009198609589041257, -0.051749036301369795, -0.1729785705479453 ] ], "std": [ [ 0.960568795724854, 0.7317880619730879, 0.8532176637131939, 0.846889651522413, 0.8393088412983767, 0.6466602014941917, 1.025247253115212, 1.0319261806513593, 0.9884325003029147 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.005730659235268831, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.75, "test_acc": 0.7025495750708215, "train_size": 146, "val_size": 84, "test_size": 353, "stats": { "mean": [ [ 0.10156164794520553, 0.11148967165753422, 0.14932299390410964, -0.06575168465753424, 0.08565644520547948, 0.041416027397260274, 0.12780630068493154, 0.0825649349315068, 0.027512271917808223 ] ], "std": [ [ 0.9791992181077636, 1.0803158704678002, 1.2337654004282645, 0.900953545319748, 1.161354860471408, 0.8045626472841879, 0.9144661645250372, 1.0285214362372226, 1.0463698865975202 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.6673596531685806, "std_test_acc": 0.07537793961449453, "n_samples": 583, "n_features": 9, "n_classes": 2, "mean_cert_acc_36": 0.0014326648088172078, "std_cert_acc_36": 0.0028653296176344156, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "hill-valley": { "dataset": "hill-valley", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 2, "best_val_acc": 0.5873015873015873, "test_acc": 0.46875, "train_size": 606, "val_size": 126, "test_size": 480, "stats": { "mean": [ [ -1.948844459480215e-17, -2.5637266420541724e-17, 1.2457948131107367e-17, 1.9391116875027874e-17, -2.980518289087544e-17, -2.2969341866729208e-17, 7.036221623681505e-18, 4.146160862384171e-17, -4.096351970499688e-18, 9.532391377892357e-19, 1.2762526642400985e-16, 6.309698821366465e-17, -9.017699495086035e-17, 4.1186800944479046e-17, 3.661239811508806e-17, 6.973244863827561e-18, -3.7865850329681034e-17, 3.669827551488889e-18, -2.6341461098908545e-17, 1.0127235500512785e-16, 3.784473880223e-17, 2.1297595150606345e-17, -4.580127989377708e-19, 3.18891411260423e-17, -1.0585820815449228e-17, -7.048816975652293e-17, -8.823616571536156e-17, 1.865257123674072e-17, -5.615236914977071e-17, 1.1031524520415547e-16, 2.3600540755265324e-17, -8.852242371469766e-17, 5.783556618586702e-17, -3.1912041765989185e-17, -4.751882788979372e-19, 6.6869868644914544e-18, 5.2737311217690955e-17, 6.242714449521817e-17, 9.860156787132197e-18, -8.186978781012654e-17, 1.2269017851545536e-17, 5.862563826403467e-18, -4.1037946784824266e-17, 1.648846076175975e-18, 1.992355675379303e-17, -1.343351539284482e-16, -2.5190703941577397e-18, -3.162578376665308e-17, -6.822100640178097e-17, 2.2213620748481885e-18, -4.009902054700184e-17, -2.0221265073102584e-17, 4.0786039745408495e-17, -5.3014981477046974e-18, -8.636403839970342e-17, 1.3323592321099754e-16, -3.031686906468873e-17, 2.4629638262878628e-17, -7.900720781676547e-19, -2.1808565679421295e-17, -2.3667811385109308e-17, -3.421355608065148e-17, -3.93662000687014e-17, -1.3477026608743907e-17, 5.461086982334577e-17, 4.520586325515798e-17, 3.3308980802749385e-17, -2.4513703773147504e-17, 7.315036915034873e-17, -4.9035995286275094e-17, -9.27475917848986e-18, 1.3957940047628566e-17, 8.647532119694533e-17, 8.232780060906432e-18, -1.8377763557378056e-18, 3.1476929606998304e-17, 5.3192461436635365e-17, -3.9789861907718845e-18, 1.712967868027263e-17, -1.1502705187322778e-16, 3.993299090738689e-17, -8.666460929900633e-17, 5.111995352144195e-17, 4.9780266084548967e-17, 5.461802627332917e-17, 6.062944425938742e-17, -9.681245537547131e-18, 3.755704951289721e-18, 4.145015830386826e-17, 6.518380902882487e-17, -4.1083748064718045e-17, -3.692155675437105e-17, 9.606818457719744e-18, -1.3339622769062576e-18, -5.272872347771087e-18, 7.472765072669068e-17, 5.4952948132552416e-17, -1.1065589222336543e-16, 6.657287597060333e-18, -4.7032189290922345e-17 ] ], "std": [ [ 0.9991740198480986, 0.999174018921411, 0.9991740270954932, 0.9991740228113029, 0.9991740158723277, 0.9991740243561008, 0.9991740252725309, 0.999174022151669, 0.9991740235072105, 0.9991740165590162, 0.9991740265611315, 0.9991740307025938, 0.9991740258785623, 0.9991740332613678, 0.9991740406234768, 0.9991740233656764, 0.99917402208918, 0.9991740282488505, 0.9991740156767379, 0.9991740258273182, 0.9991740265687704, 0.9991740257984052, 0.9991740313679454, 0.9991740235402499, 0.9991740301415374, 0.999174025174945, 0.9991740248772705, 0.9991740131152005, 0.9991740154072135, 0.999174010790505, 0.9991740145205046, 0.9991740094880226, 0.999174013734848, 0.9991740112483611, 0.999174012892406, 0.9991740196421095, 0.9991740163331171, 0.9991740185362487, 0.999174022570399, 0.9991740213173976, 0.9991740202239284, 0.9991740238427211, 0.9991740163680863, 0.999174017062169, 0.9991740125363977, 0.9991740134381419, 0.9991740191519729, 0.9991740283370354, 0.9991740155322458, 0.9991740139261396, 0.9991740184139896, 0.999174019859705, 0.9991740278504871, 0.9991740398149004, 0.999174023614369, 0.9991740280305289, 0.9991740362925333, 0.9991740390736555, 0.9991740447608781, 0.9991740366854855, 0.9991740362046343, 0.9991740405864491, 0.9991740375979712, 0.9991740333245271, 0.9991740409940638, 0.9991740310134122, 0.9991740304658957, 0.999174033728742, 0.999174036884333, 0.9991740224573864, 0.9991740220790023, 0.9991740325877202, 0.9991740370120651, 0.9991740334250748, 0.9991740430984879, 0.9991740318332668, 0.9991740344761934, 0.999174042827945, 0.9991740330505716, 0.9991740252745448, 0.9991740274917971, 0.9991740305192677, 0.9991740228891964, 0.9991740211061582, 0.9991740277499128, 0.9991740236142126, 0.9991740237191634, 0.999174021976502, 0.9991740197184515, 0.9991740112462193, 0.9991740199131119, 0.999174015985377, 0.9991740108661882, 0.9991740240105333, 0.9991740207849835, 0.9991740206058937, 0.9991740208986494, 0.9991740167020124, 0.9991740260065186, 0.9991740164246233 ] ] }, "width": 384, "in_features": 100, "out_features": 2, "depth": 6, "padding": 200, "parameters": 181402, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 8, "best_val_acc": 0.5371900826446281, "test_acc": 0.5175257731958763, "train_size": 606, "val_size": 121, "test_size": 485, "stats": { "mean": [ [ -1.948844459480215e-17, -2.5637266420541724e-17, 1.2457948131107367e-17, 1.9391116875027874e-17, -2.980518289087544e-17, -2.2969341866729208e-17, 7.036221623681505e-18, 4.146160862384171e-17, -4.096351970499688e-18, 9.532391377892357e-19, 1.2762526642400985e-16, 6.309698821366465e-17, -9.017699495086035e-17, 4.1186800944479046e-17, 3.661239811508806e-17, 6.973244863827561e-18, -3.7865850329681034e-17, 3.669827551488889e-18, -2.6341461098908545e-17, 1.0127235500512785e-16, 3.784473880223e-17, 2.1297595150606345e-17, -4.580127989377708e-19, 3.18891411260423e-17, -1.0585820815449228e-17, -7.048816975652293e-17, -8.823616571536156e-17, 1.865257123674072e-17, -5.615236914977071e-17, 1.1031524520415547e-16, 2.3600540755265324e-17, -8.852242371469766e-17, 5.783556618586702e-17, -3.1912041765989185e-17, -4.751882788979372e-19, 6.6869868644914544e-18, 5.2737311217690955e-17, 6.242714449521817e-17, 9.860156787132197e-18, -8.186978781012654e-17, 1.2269017851545536e-17, 5.862563826403467e-18, -4.1037946784824266e-17, 1.648846076175975e-18, 1.992355675379303e-17, -1.343351539284482e-16, -2.5190703941577397e-18, -3.162578376665308e-17, -6.822100640178097e-17, 2.2213620748481885e-18, -4.009902054700184e-17, -2.0221265073102584e-17, 4.0786039745408495e-17, -5.3014981477046974e-18, -8.636403839970342e-17, 1.3323592321099754e-16, -3.031686906468873e-17, 2.4629638262878628e-17, -7.900720781676547e-19, -2.1808565679421295e-17, -2.3667811385109308e-17, -3.421355608065148e-17, -3.93662000687014e-17, -1.3477026608743907e-17, 5.461086982334577e-17, 4.520586325515798e-17, 3.3308980802749385e-17, -2.4513703773147504e-17, 7.315036915034873e-17, -4.9035995286275094e-17, -9.27475917848986e-18, 1.3957940047628566e-17, 8.647532119694533e-17, 8.232780060906432e-18, -1.8377763557378056e-18, 3.1476929606998304e-17, 5.3192461436635365e-17, -3.9789861907718845e-18, 1.712967868027263e-17, -1.1502705187322778e-16, 3.993299090738689e-17, -8.666460929900633e-17, 5.111995352144195e-17, 4.9780266084548967e-17, 5.461802627332917e-17, 6.062944425938742e-17, -9.681245537547131e-18, 3.755704951289721e-18, 4.145015830386826e-17, 6.518380902882487e-17, -4.1083748064718045e-17, -3.692155675437105e-17, 9.606818457719744e-18, -1.3339622769062576e-18, -5.272872347771087e-18, 7.472765072669068e-17, 5.4952948132552416e-17, -1.1065589222336543e-16, 6.657287597060333e-18, -4.7032189290922345e-17 ] ], "std": [ [ 0.9991740198480986, 0.999174018921411, 0.9991740270954932, 0.9991740228113029, 0.9991740158723277, 0.9991740243561008, 0.9991740252725309, 0.999174022151669, 0.9991740235072105, 0.9991740165590162, 0.9991740265611315, 0.9991740307025938, 0.9991740258785623, 0.9991740332613678, 0.9991740406234768, 0.9991740233656764, 0.99917402208918, 0.9991740282488505, 0.9991740156767379, 0.9991740258273182, 0.9991740265687704, 0.9991740257984052, 0.9991740313679454, 0.9991740235402499, 0.9991740301415374, 0.999174025174945, 0.9991740248772705, 0.9991740131152005, 0.9991740154072135, 0.999174010790505, 0.9991740145205046, 0.9991740094880226, 0.999174013734848, 0.9991740112483611, 0.999174012892406, 0.9991740196421095, 0.9991740163331171, 0.9991740185362487, 0.999174022570399, 0.9991740213173976, 0.9991740202239284, 0.9991740238427211, 0.9991740163680863, 0.999174017062169, 0.9991740125363977, 0.9991740134381419, 0.9991740191519729, 0.9991740283370354, 0.9991740155322458, 0.9991740139261396, 0.9991740184139896, 0.999174019859705, 0.9991740278504871, 0.9991740398149004, 0.999174023614369, 0.9991740280305289, 0.9991740362925333, 0.9991740390736555, 0.9991740447608781, 0.9991740366854855, 0.9991740362046343, 0.9991740405864491, 0.9991740375979712, 0.9991740333245271, 0.9991740409940638, 0.9991740310134122, 0.9991740304658957, 0.999174033728742, 0.999174036884333, 0.9991740224573864, 0.9991740220790023, 0.9991740325877202, 0.9991740370120651, 0.9991740334250748, 0.9991740430984879, 0.9991740318332668, 0.9991740344761934, 0.999174042827945, 0.9991740330505716, 0.9991740252745448, 0.9991740274917971, 0.9991740305192677, 0.9991740228891964, 0.9991740211061582, 0.9991740277499128, 0.9991740236142126, 0.9991740237191634, 0.999174021976502, 0.9991740197184515, 0.9991740112462193, 0.9991740199131119, 0.999174015985377, 0.9991740108661882, 0.9991740240105333, 0.9991740207849835, 0.9991740206058937, 0.9991740208986494, 0.9991740167020124, 0.9991740260065186, 0.9991740164246233 ] ] }, "width": 384, "in_features": 100, "out_features": 2, "depth": 6, "padding": 200, "parameters": 181402, "cert_evals": { "36": 0.055670104920864105, "72": 0.020618557929992676, "108": 0.002061855746433139, "255": 0.0 }, "fold": 1 }, { "best_epoch": 12, "best_val_acc": 0.5416666666666666, "test_acc": 0.5061728395061729, "train_size": 606, "val_size": 120, "test_size": 486, "stats": { "mean": [ [ -1.948844459480215e-17, -2.5637266420541724e-17, 1.2457948131107367e-17, 1.9391116875027874e-17, -2.980518289087544e-17, -2.2969341866729208e-17, 7.036221623681505e-18, 4.146160862384171e-17, -4.096351970499688e-18, 9.532391377892357e-19, 1.2762526642400985e-16, 6.309698821366465e-17, -9.017699495086035e-17, 4.1186800944479046e-17, 3.661239811508806e-17, 6.973244863827561e-18, -3.7865850329681034e-17, 3.669827551488889e-18, -2.6341461098908545e-17, 1.0127235500512785e-16, 3.784473880223e-17, 2.1297595150606345e-17, -4.580127989377708e-19, 3.18891411260423e-17, -1.0585820815449228e-17, -7.048816975652293e-17, -8.823616571536156e-17, 1.865257123674072e-17, -5.615236914977071e-17, 1.1031524520415547e-16, 2.3600540755265324e-17, -8.852242371469766e-17, 5.783556618586702e-17, -3.1912041765989185e-17, -4.751882788979372e-19, 6.6869868644914544e-18, 5.2737311217690955e-17, 6.242714449521817e-17, 9.860156787132197e-18, -8.186978781012654e-17, 1.2269017851545536e-17, 5.862563826403467e-18, -4.1037946784824266e-17, 1.648846076175975e-18, 1.992355675379303e-17, -1.343351539284482e-16, -2.5190703941577397e-18, -3.162578376665308e-17, -6.822100640178097e-17, 2.2213620748481885e-18, -4.009902054700184e-17, -2.0221265073102584e-17, 4.0786039745408495e-17, -5.3014981477046974e-18, -8.636403839970342e-17, 1.3323592321099754e-16, -3.031686906468873e-17, 2.4629638262878628e-17, -7.900720781676547e-19, -2.1808565679421295e-17, -2.3667811385109308e-17, -3.421355608065148e-17, -3.93662000687014e-17, -1.3477026608743907e-17, 5.461086982334577e-17, 4.520586325515798e-17, 3.3308980802749385e-17, -2.4513703773147504e-17, 7.315036915034873e-17, -4.9035995286275094e-17, -9.27475917848986e-18, 1.3957940047628566e-17, 8.647532119694533e-17, 8.232780060906432e-18, -1.8377763557378056e-18, 3.1476929606998304e-17, 5.3192461436635365e-17, -3.9789861907718845e-18, 1.712967868027263e-17, -1.1502705187322778e-16, 3.993299090738689e-17, -8.666460929900633e-17, 5.111995352144195e-17, 4.9780266084548967e-17, 5.461802627332917e-17, 6.062944425938742e-17, -9.681245537547131e-18, 3.755704951289721e-18, 4.145015830386826e-17, 6.518380902882487e-17, -4.1083748064718045e-17, -3.692155675437105e-17, 9.606818457719744e-18, -1.3339622769062576e-18, -5.272872347771087e-18, 7.472765072669068e-17, 5.4952948132552416e-17, -1.1065589222336543e-16, 6.657287597060333e-18, -4.7032189290922345e-17 ] ], "std": [ [ 0.9991740198480986, 0.999174018921411, 0.9991740270954932, 0.9991740228113029, 0.9991740158723277, 0.9991740243561008, 0.9991740252725309, 0.999174022151669, 0.9991740235072105, 0.9991740165590162, 0.9991740265611315, 0.9991740307025938, 0.9991740258785623, 0.9991740332613678, 0.9991740406234768, 0.9991740233656764, 0.99917402208918, 0.9991740282488505, 0.9991740156767379, 0.9991740258273182, 0.9991740265687704, 0.9991740257984052, 0.9991740313679454, 0.9991740235402499, 0.9991740301415374, 0.999174025174945, 0.9991740248772705, 0.9991740131152005, 0.9991740154072135, 0.999174010790505, 0.9991740145205046, 0.9991740094880226, 0.999174013734848, 0.9991740112483611, 0.999174012892406, 0.9991740196421095, 0.9991740163331171, 0.9991740185362487, 0.999174022570399, 0.9991740213173976, 0.9991740202239284, 0.9991740238427211, 0.9991740163680863, 0.999174017062169, 0.9991740125363977, 0.9991740134381419, 0.9991740191519729, 0.9991740283370354, 0.9991740155322458, 0.9991740139261396, 0.9991740184139896, 0.999174019859705, 0.9991740278504871, 0.9991740398149004, 0.999174023614369, 0.9991740280305289, 0.9991740362925333, 0.9991740390736555, 0.9991740447608781, 0.9991740366854855, 0.9991740362046343, 0.9991740405864491, 0.9991740375979712, 0.9991740333245271, 0.9991740409940638, 0.9991740310134122, 0.9991740304658957, 0.999174033728742, 0.999174036884333, 0.9991740224573864, 0.9991740220790023, 0.9991740325877202, 0.9991740370120651, 0.9991740334250748, 0.9991740430984879, 0.9991740318332668, 0.9991740344761934, 0.999174042827945, 0.9991740330505716, 0.9991740252745448, 0.9991740274917971, 0.9991740305192677, 0.9991740228891964, 0.9991740211061582, 0.9991740277499128, 0.9991740236142126, 0.9991740237191634, 0.999174021976502, 0.9991740197184515, 0.9991740112462193, 0.9991740199131119, 0.999174015985377, 0.9991740108661882, 0.9991740240105333, 0.9991740207849835, 0.9991740206058937, 0.9991740208986494, 0.9991740167020124, 0.9991740260065186, 0.9991740164246233 ] ] }, "width": 384, "in_features": 100, "out_features": 2, "depth": 6, "padding": 200, "parameters": 181402, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 8, "best_val_acc": 0.6228070175438597, "test_acc": 0.4959349593495935, "train_size": 606, "val_size": 114, "test_size": 492, "stats": { "mean": [ [ -1.948844459480215e-17, -2.5637266420541724e-17, 1.2457948131107367e-17, 1.9391116875027874e-17, -2.980518289087544e-17, -2.2969341866729208e-17, 7.036221623681505e-18, 4.146160862384171e-17, -4.096351970499688e-18, 9.532391377892357e-19, 1.2762526642400985e-16, 6.309698821366465e-17, -9.017699495086035e-17, 4.1186800944479046e-17, 3.661239811508806e-17, 6.973244863827561e-18, -3.7865850329681034e-17, 3.669827551488889e-18, -2.6341461098908545e-17, 1.0127235500512785e-16, 3.784473880223e-17, 2.1297595150606345e-17, -4.580127989377708e-19, 3.18891411260423e-17, -1.0585820815449228e-17, -7.048816975652293e-17, -8.823616571536156e-17, 1.865257123674072e-17, -5.615236914977071e-17, 1.1031524520415547e-16, 2.3600540755265324e-17, -8.852242371469766e-17, 5.783556618586702e-17, -3.1912041765989185e-17, -4.751882788979372e-19, 6.6869868644914544e-18, 5.2737311217690955e-17, 6.242714449521817e-17, 9.860156787132197e-18, -8.186978781012654e-17, 1.2269017851545536e-17, 5.862563826403467e-18, -4.1037946784824266e-17, 1.648846076175975e-18, 1.992355675379303e-17, -1.343351539284482e-16, -2.5190703941577397e-18, -3.162578376665308e-17, -6.822100640178097e-17, 2.2213620748481885e-18, -4.009902054700184e-17, -2.0221265073102584e-17, 4.0786039745408495e-17, -5.3014981477046974e-18, -8.636403839970342e-17, 1.3323592321099754e-16, -3.031686906468873e-17, 2.4629638262878628e-17, -7.900720781676547e-19, -2.1808565679421295e-17, -2.3667811385109308e-17, -3.421355608065148e-17, -3.93662000687014e-17, -1.3477026608743907e-17, 5.461086982334577e-17, 4.520586325515798e-17, 3.3308980802749385e-17, -2.4513703773147504e-17, 7.315036915034873e-17, -4.9035995286275094e-17, -9.27475917848986e-18, 1.3957940047628566e-17, 8.647532119694533e-17, 8.232780060906432e-18, -1.8377763557378056e-18, 3.1476929606998304e-17, 5.3192461436635365e-17, -3.9789861907718845e-18, 1.712967868027263e-17, -1.1502705187322778e-16, 3.993299090738689e-17, -8.666460929900633e-17, 5.111995352144195e-17, 4.9780266084548967e-17, 5.461802627332917e-17, 6.062944425938742e-17, -9.681245537547131e-18, 3.755704951289721e-18, 4.145015830386826e-17, 6.518380902882487e-17, -4.1083748064718045e-17, -3.692155675437105e-17, 9.606818457719744e-18, -1.3339622769062576e-18, -5.272872347771087e-18, 7.472765072669068e-17, 5.4952948132552416e-17, -1.1065589222336543e-16, 6.657287597060333e-18, -4.7032189290922345e-17 ] ], "std": [ [ 0.9991740198480986, 0.999174018921411, 0.9991740270954932, 0.9991740228113029, 0.9991740158723277, 0.9991740243561008, 0.9991740252725309, 0.999174022151669, 0.9991740235072105, 0.9991740165590162, 0.9991740265611315, 0.9991740307025938, 0.9991740258785623, 0.9991740332613678, 0.9991740406234768, 0.9991740233656764, 0.99917402208918, 0.9991740282488505, 0.9991740156767379, 0.9991740258273182, 0.9991740265687704, 0.9991740257984052, 0.9991740313679454, 0.9991740235402499, 0.9991740301415374, 0.999174025174945, 0.9991740248772705, 0.9991740131152005, 0.9991740154072135, 0.999174010790505, 0.9991740145205046, 0.9991740094880226, 0.999174013734848, 0.9991740112483611, 0.999174012892406, 0.9991740196421095, 0.9991740163331171, 0.9991740185362487, 0.999174022570399, 0.9991740213173976, 0.9991740202239284, 0.9991740238427211, 0.9991740163680863, 0.999174017062169, 0.9991740125363977, 0.9991740134381419, 0.9991740191519729, 0.9991740283370354, 0.9991740155322458, 0.9991740139261396, 0.9991740184139896, 0.999174019859705, 0.9991740278504871, 0.9991740398149004, 0.999174023614369, 0.9991740280305289, 0.9991740362925333, 0.9991740390736555, 0.9991740447608781, 0.9991740366854855, 0.9991740362046343, 0.9991740405864491, 0.9991740375979712, 0.9991740333245271, 0.9991740409940638, 0.9991740310134122, 0.9991740304658957, 0.999174033728742, 0.999174036884333, 0.9991740224573864, 0.9991740220790023, 0.9991740325877202, 0.9991740370120651, 0.9991740334250748, 0.9991740430984879, 0.9991740318332668, 0.9991740344761934, 0.999174042827945, 0.9991740330505716, 0.9991740252745448, 0.9991740274917971, 0.9991740305192677, 0.9991740228891964, 0.9991740211061582, 0.9991740277499128, 0.9991740236142126, 0.9991740237191634, 0.999174021976502, 0.9991740197184515, 0.9991740112462193, 0.9991740199131119, 0.999174015985377, 0.9991740108661882, 0.9991740240105333, 0.9991740207849835, 0.9991740206058937, 0.9991740208986494, 0.9991740167020124, 0.9991740260065186, 0.9991740164246233 ] ] }, "width": 384, "in_features": 100, "out_features": 2, "depth": 6, "padding": 200, "parameters": 181402, "cert_evals": { "36": 0.030487803742289543, "72": 0.008130080997943878, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.49709589301291063, "std_test_acc": 0.020853523919647083, "n_samples": 1212, "n_features": 100, "n_classes": 2, "mean_cert_acc_36": 0.021539477165788412, "std_cert_acc_36": 0.026912639240242373, "mean_cert_acc_72": 0.0071871597319841385, "std_cert_acc_72": 0.009739987818154166, "mean_cert_acc_108": 0.0005154639366082847, "std_cert_acc_108": 0.0010309278732165694, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "ionosphere": { "dataset": "ionosphere", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 42, "best_val_acc": 0.8723404255319149, "test_acc": 0.9212962962962963, "train_size": 88, "val_size": 47, "test_size": 216, "stats": { "mean": [ [ -0.053792624999999955, 0.11437863863636365, -0.09784573977272727, 0.037641697727272765, 0.03979244659090908, -0.022637212499999986, -0.03695475681818172, -0.03367938977272729, -0.021329492045454524, -0.09884267272727273, 0.035718605681818186, 0.06464764249999998, -0.019363167613636392, -0.05855647840909092, -0.09749018068181807, -0.038717673863636344, -0.20421359857954527, -0.07935669659090909, -0.1400404538977272, 0.02510688295454545, -0.037117688954545446, 0.033973999999999976, -0.1653208722727273, 0.005757295454545449, -0.1324492284090909, -0.08898458409090908, -0.05795820443181821, -0.02483663102272733, -0.08507457556818178, 0.08867289204545453, -0.04576606920454543, 0.02797571125000001, -0.0760243448863635 ] ], "std": [ [ 1.0628766820372375, 0.7507239967772006, 1.0291396537758577, 0.8884938256308751, 0.9340022757733981, 0.913837455075107, 0.9736609191811407, 0.9876988868200146, 1.0170932036566493, 0.9930860356859771, 0.9548850329366211, 0.9223725518038193, 0.8913550898838349, 1.0187510679778873, 1.017494178014936, 1.0307802521113834, 0.975629252171648, 1.0218068809970482, 0.9797731524500652, 0.9502446255339264, 0.9112949974613238, 0.9538996196640592, 0.8900589740016208, 0.9778636762599577, 0.9154522749390646, 1.05891815419685, 0.9349516698212756, 1.028413342097531, 1.0174809086582552, 0.8603550537251974, 0.9177215824920913, 0.9334496357023497, 0.9708996223344086 ] ] }, "width": 128, "in_features": 33, "out_features": 2, "depth": 6, "padding": 66, "parameters": 20066, "cert_evals": { "36": 0.7083333134651184, "72": 0.09259259700775146, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 4, "best_val_acc": 0.8909090909090909, "test_acc": 0.8125, "train_size": 88, "val_size": 55, "test_size": 208, "stats": { "mean": [ [ -0.05379262500000004, 0.057230188340909066, -0.12594148852272724, -0.0657140477272727, 0.03683578340909091, -0.019606631818181786, -0.060358038636363666, 0.04340084659090913, -0.0891362948863636, 0.11950643409090907, -0.0431416420454545, 0.015000489886363617, 0.006661120113636418, 0.05273973636363641, 0.015397984090909127, 0.014861920909090958, 0.1809429574999999, 0.08595570852272723, 0.06362748978409093, 0.013652813181818213, 0.08379081831818179, 0.012709255681818172, 0.05176218068181814, -0.0808674875, 0.0755702415909092, 0.018801221590909037, 0.00032548409090908274, -0.044570049999999944, -0.06261137522727273, -0.029789787386363672, 0.05672472590909099, 0.07217833522727275, -0.1547468361363635 ] ], "std": [ [ 1.062876682037237, 0.9307820453086587, 1.0773699872895335, 1.0440681513418153, 0.8335723077848519, 1.0288328270221063, 1.012134427705991, 0.9381625016034029, 1.0351171735867382, 0.8413129464522849, 0.957745165443786, 0.996483818815002, 1.0520779681632726, 0.9017607688663065, 0.9016249527670053, 0.9886646202839675, 0.948531710759369, 0.9429119629240612, 0.9771648840049503, 1.0130626800360227, 0.9206929443124036, 1.0062206389304456, 0.9740332111643196, 1.0276361536986764, 1.004938887359179, 0.9916060965398966, 1.0389805297776586, 0.9937147733197984, 0.9550117277666471, 1.045048464961226, 0.9419333165833579, 0.9692634514790782, 0.8827267306674739 ] ] }, "width": 128, "in_features": 33, "out_features": 2, "depth": 6, "padding": 66, "parameters": 20066, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 10, "best_val_acc": 0.8813559322033898, "test_acc": 0.9215686274509803, "train_size": 88, "val_size": 59, "test_size": 204, "stats": { "mean": [ [ -0.1268343749999996, 0.03819893595454546, -0.011457272727272726, 0.05116481477272727, -0.0830110590909092, 0.047313343863636344, 0.10252151931818183, 0.1333957454545454, 0.05029393693181818, 0.04156139318181821, -0.001252886136363645, -0.02304269772727273, -0.028127184431818178, 0.09080393977272729, 0.051952362500000016, 0.026424043636363623, 0.004673466193181796, 0.08743039488636364, -0.026571849534090915, 0.14150050181818186, 0.03335016056818166, 0.12982050340909096, 0.16414423761363636, 0.09544092727272725, -0.013555443181818177, 0.13096514511363633, 0.08380314419318177, 0.11039518400000002, 0.10956971738636363, 0.16996981363636354, 0.20297531795454554, 0.13073818977272728, 0.22886673897727264 ] ], "std": [ [ 1.1403639563737902, 0.9669190187863775, 0.9172167629719893, 0.8606790311963011, 0.9989705798429368, 0.9373035431734378, 0.9209352640839872, 0.8488345605516046, 0.8825266596197384, 0.9437597259890439, 0.8884696173398924, 1.0048586652940763, 0.9550518112139788, 0.9614986333459294, 0.9194447344313414, 0.9950631727543465, 0.9784728631967848, 0.9580770253420143, 0.9232846642295484, 0.9004257495362915, 0.9845719410626651, 0.9096258762479161, 0.9598729860189827, 0.9018492624900448, 0.9747064152086655, 0.8917378557660298, 1.0112826407608113, 0.9771390659506771, 0.934094299138346, 0.9171760631839044, 0.9408030802675159, 0.9489033599031296, 0.9833308046410482 ] ] }, "width": 128, "in_features": 33, "out_features": 2, "depth": 6, "padding": 66, "parameters": 20066, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 11, "best_val_acc": 0.9074074074074074, "test_acc": 0.8660287081339713, "train_size": 88, "val_size": 54, "test_size": 209, "stats": { "mean": [ [ -0.05379262500000004, 0.08337084420454545, 0.012367452272727331, -0.10430459318181814, -0.04320599500000006, -0.02125417613636366, 0.13601533749999994, 0.08083362500000006, 0.04508737613636362, 0.06580848409090917, -0.04573462613636365, -0.11163381636363634, -0.08390394295454544, -0.08376589772727273, -0.044872403409090926, -0.0040415840909091135, -0.08072537250000003, 0.09002621590909089, -0.162396136590909, -0.039994314090909096, -0.10034994406818182, -0.025718289772727287, -0.07362233545454551, 0.15139177386363645, -0.09483327613636364, 0.035840585227272695, 0.10623734090909087, 0.16713354263636365, -0.09824181704545455, -0.02187183522727274, -0.02442285272727274, -0.04313826136363642, 0.1828973070454546 ] ], "std": [ [ 1.062876682037237, 0.9490576864105106, 0.9875219449564684, 1.1736996169419784, 1.085283557408111, 1.0964938389858863, 1.0087899511657812, 1.0744821220114844, 1.0108692257357619, 1.0627108745057163, 1.0442983244440271, 1.1469962087719372, 1.0331323404442145, 1.1049553685537077, 1.023216090225595, 1.0297914379913535, 1.0415403651865944, 1.0022218327408114, 1.0389078436934174, 1.0658270934057976, 1.0847302652617432, 1.0404853997786638, 1.050257290760166, 0.893199357426146, 1.0313013612091906, 0.9776385188820035, 1.0220555587416027, 0.8817940384222789, 1.0763521420836772, 1.0347943476784296, 1.1267168423195861, 1.0726159506205808, 1.1123266143540387 ] ] }, "width": 128, "in_features": 33, "out_features": 2, "depth": 6, "padding": 66, "parameters": 20066, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.8803484079703119, "std_test_acc": 0.05223120497652893, "n_samples": 351, "n_features": 33, "n_classes": 2, "mean_cert_acc_36": 0.1770833283662796, "std_cert_acc_36": 0.3541666567325592, "mean_cert_acc_72": 0.023148149251937866, "std_cert_acc_72": 0.04629629850387573, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "iris": { "dataset": "iris", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.3333333333333333, "test_acc": 0.33695652173913043, "train_size": 37, "val_size": 21, "test_size": 92, "stats": { "mean": [ [ -0.06538616216216218, 0.037524162162162124, -0.05163069459459464, -0.05491507459459471 ] ], "std": [ [ 0.9148870367317358, 1.0881966465526376, 0.9955337168703222, 0.9789290060304676 ] ] }, "width": 32, "in_features": 4, "out_features": 3, "depth": 6, "padding": 10, "parameters": 523, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.27586206896551724, "test_acc": 0.35714285714285715, "train_size": 37, "val_size": 29, "test_size": 84, "stats": { "mean": [ [ -0.1894133945945945, -0.14947308108108107, -0.07307603783783788, -0.09033012864864856 ] ], "std": [ [ 0.9592123832790647, 0.9096266883189955, 1.0119512040032557, 1.0176631024602978 ] ] }, "width": 32, "in_features": 4, "out_features": 3, "depth": 6, "padding": 10, "parameters": 523, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.34782608695652173, "test_acc": 0.32222222222222224, "train_size": 37, "val_size": 23, "test_size": 90, "stats": { "mean": [ [ 0.12065495945945945, 0.08115708108108108, -0.014868264864864856, 0.0017480032432432313 ] ], "std": [ [ 1.079972374505205, 0.8268394002889127, 1.0381376116445211, 1.0358017457861401 ] ] }, "width": 32, "in_features": 4, "out_features": 3, "depth": 6, "padding": 10, "parameters": 523, "cert_evals": { "36": 0.3222222328186035, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 36, "best_val_acc": 0.7647058823529411, "test_acc": 0.6708860759493671, "train_size": 37, "val_size": 34, "test_size": 79, "stats": { "mean": [ [ 0.019474235135135163, 0.1372560810810812, -0.050099464864865016, -0.012418108108108169 ] ], "std": [ [ 1.0035126577760827, 0.9654086463610752, 1.0191317626227525, 1.0325640931007958 ] ] }, "width": 32, "in_features": 4, "out_features": 3, "depth": 6, "padding": 10, "parameters": 523, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.4218019192633942, "std_test_acc": 0.16667190222123196, "n_samples": 150, "n_features": 4, "n_classes": 3, "mean_cert_acc_36": 0.08055555820465088, "std_cert_acc_36": 0.16111111640930176, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "led-display": { "dataset": "led-display", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.08333333333333333, "test_acc": 0.10606060606060606, "train_size": 250, "val_size": 156, "test_size": 594, "stats": { "mean": [ [ 0.007071759999999854, -0.06713887999999998, 0.04580425999999983, -0.02524725599999987, 0.032490744000000016, 0.026608120000000096, 1.7199999999801818e-06 ] ], "std": [ [ 0.9950459658737895, 1.009900234084628, 0.9724760974354865, 1.0074396393306633, 1.004766715631752, 0.9754811567914686, 0.9994980323196654 ] ] }, "width": 32, "in_features": 7, "out_features": 10, "depth": 6, "padding": 14, "parameters": 1102, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 23, "best_val_acc": 0.3049645390070922, "test_acc": 0.2561576354679803, "train_size": 250, "val_size": 141, "test_size": 609, "stats": { "mean": [ [ -0.030645360000000187, 0.03051721599999998, -0.07328692000000013, -0.01683115199999986, -0.024368800000000006, 0.02660812000000029, 1.7199999999624183e-06 ] ], "std": [ [ 1.018012947504733, 0.9932371252643158, 1.0370805647209447, 1.0048701299259322, 0.9948347843380658, 0.9754811567914693, 0.9994980323196655 ] ] }, "width": 32, "in_features": 7, "out_features": 10, "depth": 6, "padding": 14, "parameters": 1102, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 2, "best_val_acc": 0.20382165605095542, "test_acc": 0.09949409780775717, "train_size": 250, "val_size": 157, "test_size": 593, "stats": { "mean": [ [ -0.02121608000000006, -0.018310832, -0.02748262000000013, 0.008417160000000156, 0.01624516000000005, 0.026608120000000093, -0.01687781599999998 ] ], "std": [ [ 1.0124517882249175, 1.002792806702983, 1.0143765302763266, 0.9966955712286966, 1.0022682733933526, 0.9754811567914692, 1.005041365963769 ] ] }, "width": 32, "in_features": 7, "out_features": 10, "depth": 6, "padding": 14, "parameters": 1102, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 46, "best_val_acc": 0.27710843373493976, "test_acc": 0.24486301369863014, "train_size": 250, "val_size": 166, "test_size": 584, "stats": { "mean": [ [ -0.0023575200000001267, 0.0061031919999999995, 0.009160819999999905, -0.04207946399999987, -0.016246007999999923, -0.1011123440000001, 0.05064032800000006 ] ], "std": [ [ 1.0009703691603724, 0.9983249694649329, 0.9943226309022788, 1.0123492183086487, 0.9964583563164333, 1.0799745182608878, 0.9809392436444123 ] ] }, "width": 32, "in_features": 7, "out_features": 10, "depth": 6, "padding": 14, "parameters": 1102, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.17664383825874344, "std_test_acc": 0.08546027335068307, "n_samples": 1000, "n_features": 7, "n_classes": 10, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "lenses": { "dataset": "lenses", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.5, "test_acc": 0.6428571428571429, "train_size": 6, "val_size": 4, "test_size": 14, "stats": { "mean": [ [ 0.0, 0.6526299999999999, 0.0, -0.32631499999999997 ] ], "std": [ [ 0.9789467406691065, 0.7296625220778439, 0.978945, 0.922958197211553 ] ] }, "width": 32, "in_features": 4, "out_features": 3, "depth": 6, "padding": 10, "parameters": 523, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 1.0, "test_acc": 0.5, "train_size": 6, "val_size": 4, "test_size": 14, "stats": { "mean": [ [ 0.0, -0.32631499999999997, -0.6526299999999999, 0.0 ] ], "std": [ [ 0.9789467406691065, 0.922958197211553, 0.7296625220778439, 0.978945 ] ] }, "width": 32, "in_features": 4, "out_features": 3, "depth": 6, "padding": 10, "parameters": 523, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.5, "test_acc": 0.125, "train_size": 6, "val_size": 2, "test_size": 16, "stats": { "mean": [ [ 0.0, 0.0, 0.32631499999999997, 0.0 ] ], "std": [ [ 0.9789467406691065, 0.978945, 0.9229581972115529, 0.978945 ] ] }, "width": 32, "in_features": 4, "out_features": 3, "depth": 6, "padding": 10, "parameters": 523, "cert_evals": { "36": 0.125, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 17, "best_val_acc": 0.75, "test_acc": 0.7857142857142857, "train_size": 6, "val_size": 4, "test_size": 14, "stats": { "mean": [ [ -0.59948, 0.32631499999999997, 0.32631499999999997, -0.32631499999999997 ] ], "std": [ [ 0.915720825870709, 0.9229581972115529, 0.922958197211553, 0.922958197211553 ] ] }, "width": 32, "in_features": 4, "out_features": 3, "depth": 6, "padding": 10, "parameters": 523, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.5133928571428571, "std_test_acc": 0.2839884632848869, "n_samples": 24, "n_features": 4, "n_classes": 3, "mean_cert_acc_36": 0.03125, "std_cert_acc_36": 0.0625, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "chess-krvk": { "dataset": "chess-krvk", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 65, "best_val_acc": 0.19853289162328444, "test_acc": 0.1971336822074215, "train_size": 7014, "val_size": 4226, "test_size": 16816, "stats": { "mean": [ [ 0.012324607927003232, 0.007078780439120998, 0.0020496236099223986, -0.024108994297119334, -0.0005551300684344027, 0.00494480253777899 ] ], "std": [ [ 0.999931915679557, 1.0057899986789152, 1.0018138589619487, 0.9949807268406698, 1.0000689847213224, 1.0016960231746526 ] ] }, "width": 32, "in_features": 6, "out_features": 18, "depth": 6, "padding": 12, "parameters": 942, "cert_evals": { "36": 0.08087535202503204, "72": 0.02093244530260563, "108": 0.006600856315344572, "255": 0.0 }, "fold": 0 }, { "best_epoch": 53, "best_val_acc": 0.17238117758335303, "test_acc": 0.17432938797359188, "train_size": 7014, "val_size": 4229, "test_size": 16813, "stats": { "mean": [ [ 0.02662805560307895, 0.005693713430283323, -0.0016727181351587745, 0.014426962075848423, -0.007343462446535813, 0.00437411206158899 ] ], "std": [ [ 0.9852094089714073, 0.9988688121679218, 1.0043106562162794, 0.9917902725212167, 0.9953541320225967, 0.995076350426718 ] ] }, "width": 32, "in_features": 6, "out_features": 18, "depth": 6, "padding": 12, "parameters": 942, "cert_evals": { "36": 0.06613929569721222, "72": 0.01475049089640379, "108": 0.006542556453496218, "255": 5.947778481640853e-05 }, "fold": 1 }, { "best_epoch": 29, "best_val_acc": 0.1852116024726581, "test_acc": 0.18323829888334522, "train_size": 7014, "val_size": 4206, "test_size": 16836, "stats": { "mean": [ [ 0.009281328200740034, -0.0021550139720564235, -0.004650539349872485, 0.006120143427431122, -0.0004934166951813222, 0.0024717757342437065 ] ], "std": [ [ 0.9905305563279689, 1.0007194352174467, 1.0073929861352688, 0.996792137495875, 0.995664797353786, 0.9984373474066448 ] ] }, "width": 32, "in_features": 6, "out_features": 18, "depth": 6, "padding": 12, "parameters": 942, "cert_evals": { "36": 0.10584461688995361, "72": 0.04033024609088898, "108": 0.014314563944935799, "255": 0.00035637919791042805 }, "fold": 2 }, { "best_epoch": 43, "best_val_acc": 0.1758782201405152, "test_acc": 0.16605056045790603, "train_size": 7014, "val_size": 4270, "test_size": 16772, "stats": { "mean": [ [ 0.0038034088964931244, -0.012312182207011678, 0.00825354519532299, -0.012616928286283908, 0.00814625808383194, 0.012173608639860799 ] ], "std": [ [ 0.9903915605524702, 0.991199162231707, 1.011474563134033, 0.9971077092137348, 0.999255185770078, 1.0033642166267953 ] ] }, "width": 32, "in_features": 6, "out_features": 18, "depth": 6, "padding": 12, "parameters": 942, "cert_evals": { "36": 0.0791199579834938, "72": 0.02885761857032776, "108": 0.010493679903447628, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.18018798238056616, "std_test_acc": 0.013299761908066287, "n_samples": 28056, "n_features": 6, "n_classes": 18, "mean_cert_acc_36": 0.08299480564892292, "std_cert_acc_36": 0.016590445217826, "mean_cert_acc_72": 0.02621770021505654, "std_cert_acc_72": 0.011038779054879756, "mean_cert_acc_108": 0.009487914154306054, "std_cert_acc_108": 0.0037111699815000486, "mean_cert_acc_255": 0.00010396424568170914, "std_cert_acc_255": 0.00017059648498653183 }, "libras": { "dataset": "libras", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 12, "best_val_acc": 0.4166666666666667, "test_acc": 0.19369369369369369, "train_size": 90, "val_size": 48, "test_size": 222, "stats": { "mean": [ [ 0.059153607855555554, -0.022086486111111102, 0.05922882088888888, -0.02086866645555565, 0.056779304333333384, -0.018696930000000046, 0.05689053533333337, -0.016248013333333245, 0.0569165588888889, -0.0036989233333332458, 0.06283389777777776, -0.0037991557777777556, 0.05937392222222222, -0.007620807444444464, 0.05464593999999994, -0.011244530777777774, 0.04970278000000001, -0.013921464755555614, 0.04771983000000002, -0.019249020222222305, 0.044871499788888936, -0.020557805333333252, 0.03973438522222228, -0.026101116888888873, 0.0330146356666666, -0.027676334444444468, 0.034978265333333355, -0.0210573455555555, 0.04064138888888893, -0.01831029133333337, 0.044241277888888826, -0.010786282777777736, 0.051733793333333285, -0.0034738184444444765, 0.045049727888888905, -0.021378303111111135, 0.04119049111111115, -0.045665581555555515, 0.03553613722222227, -0.07517735188888884, 0.022791370888888884, -0.09528456055555552, 0.01893847222222228, -0.11598632511111107, 0.02626179000000001, -0.1326080574444444, 0.034327293333333335, -0.13289333, 0.03746381222222225, -0.11572220622222221, 0.042059589422222224, -0.09740232666666666, 0.04862533955555555, -0.08259843555555557, 0.04790880555555556, -0.06473083111111111, 0.04817679555555557, -0.043231756999999996, 0.05318957111111112, -0.019220134666666673, 0.055677036666666645, -0.002841064555555544, 0.05546902555555555, 0.003981006666666653, 0.05436141222222221, 0.010304663333333285, 0.04651793477777778, 0.004333857777777748, 0.038974952222222185, -0.008231636300000048, 0.03247019888888887, -0.02334288095555553, 0.03011131132222221, -0.030717089555555615, 0.02976556422222225, -0.03948321999999996, 0.022267378333333344, -0.03566932055555558, 0.015906501777777787, -0.04077892000000001, 0.011949363777777782, -0.03570859, 0.004940353333333312, -0.031180698333333357, 0.0004020502222222259, -0.025412966666666658, -0.002333565333333347, -0.02677985111111109, -0.0059334082222222105, -0.026852045555555534 ] ], "std": [ [ 1.0272697848649774, 0.9664771136823957, 1.027688880747467, 0.9662624765656191, 1.0292677018687986, 0.9684534093051018, 1.0319599452853536, 0.9677596062743243, 1.0377674721252286, 0.9616782342445047, 1.0370360978842266, 0.9555582821931108, 1.0289925918383118, 0.9579834639182713, 1.0189074336088546, 0.9625256328191537, 1.0121348350240766, 0.9646803522961049, 1.0126185493427433, 0.9598197286028425, 1.0189730181818124, 0.951620173828917, 1.0350698342948041, 0.9370228296137644, 1.0541894305710373, 0.9184614636871827, 1.0696682809354456, 0.9329853150754773, 1.0890255312769253, 0.9489615861352966, 1.1066977252299934, 0.9608235727079338, 1.1024326497238879, 0.9717686177151472, 1.0972507342710132, 0.9657911543082057, 1.069178058095652, 0.9664501545749722, 1.0261884635827954, 0.9801982751719368, 0.9882367711096164, 1.0014044489935727, 0.9672861968365165, 1.024725533269629, 0.9648715731537318, 1.033145694150089, 0.973815805756156, 1.0313002194928262, 0.9859951872457644, 1.0345119812696684, 0.9964608835988579, 1.0372020790742669, 1.002794362543549, 1.050476963151338, 1.0100223483256028, 1.051659471579452, 1.0207177149077362, 1.0380336604147125, 1.0274778037875825, 1.0217936789225461, 1.023355900720886, 0.99539519439483, 1.0134647330026565, 0.9689247631505362, 1.0089599239522917, 0.950558838647045, 1.008875615908425, 0.9499906362659443, 1.0089288969813415, 0.9607648958830952, 1.0158951823905173, 0.9737378299181498, 1.0199933463033373, 0.9860581507065539, 1.0263547725332822, 1.0015989523192506, 1.032627742296777, 1.0279180377810286, 1.0376802603494275, 1.050663043279449, 1.0450149927264303, 1.0536672233709206, 1.048344449365565, 1.0509585135332231, 1.049228637606536, 1.0418893656144446, 1.0487172103574718, 1.0370002214587464, 1.0495960897157208, 1.0304275340443008 ] ] }, "width": 512, "in_features": 90, "out_features": 15, "depth": 6, "padding": 180, "parameters": 149415, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 52, "best_val_acc": 0.5357142857142857, "test_acc": 0.43457943925233644, "train_size": 90, "val_size": 56, "test_size": 214, "stats": { "mean": [ [ -0.033764339333333275, 0.0455450088888889, -0.0393941557777778, 0.0442136877777778, -0.045103564444444466, 0.04001134399999995, -0.05244813000000002, 0.028505362222222205, -0.06154681444444444, 0.021204386666666637, -0.07797415355555551, 0.01921581555555562, -0.10197233555555556, 0.006906205777777777, -0.12702198222222222, -0.005695309999999986, -0.14416418666666672, -0.02292435444444457, -0.16337620333333333, -0.03858305355555561, -0.1711072416555556, -0.04597038555555552, -0.17688608222222224, -0.0510546662222222, -0.1777130125555556, -0.055949267777777756, -0.1758602002222223, -0.056614647777777784, -0.17039360222222222, -0.06617457911111113, -0.16981005877777777, -0.07106641555555543, -0.16308817222222222, -0.05537972144444455, -0.14865953544444438, -0.04185643888888888, -0.12450770666666665, -0.020887783333333316, -0.0970945600000001, -0.01284855222222223, -0.06770919911111105, -0.006189087555555519, -0.045649386666666646, -0.019774148444444417, -0.024750903666666667, -0.028532645999999984, -0.008615883333333359, -0.04990173111111105, 0.0027711554444444235, -0.06698789577777778, 0.001936522755555571, -0.08285931522222224, -0.0073226571111110784, -0.08259888076666667, -0.02258475644444445, -0.07283224555555554, -0.03855426111111113, -0.06328560555555554, -0.06116145375555557, -0.06039820777777778, -0.08062423999999999, -0.06031211888888889, -0.1001700812222222, -0.0643715877777778, -0.11488044000000007, -0.06820063999999999, -0.1203164692222222, -0.07924086666666665, -0.12108284722222223, -0.0915652744444445, -0.11548237566666666, -0.10036381111111108, -0.10867505555555551, -0.11164193444444444, -0.10020240444444449, -0.12007570888888885, -0.09298762111111107, -0.12944496888888887, -0.0845759822222222, -0.12039282000000003, -0.07738502700000004, -0.1146484011111111, -0.06909253888888889, -0.09596822888888885, -0.0527662786666667, -0.08531162555555549, -0.04094482422222221, -0.0668187426666667, -0.03109291377777779, -0.049228804444444406 ] ], "std": [ [ 0.9391947140806977, 0.9661200046110473, 0.9369047047249826, 0.965372181859147, 0.9379655989040812, 0.9626856204401466, 0.9383704435642225, 0.9596973553804454, 0.9435124416750471, 0.9569644766257196, 0.9507806726832521, 0.9503884002742878, 0.9577699621134407, 0.945652945681381, 0.9650370451264835, 0.9434629223854399, 0.9739544466032157, 0.9438505847776927, 0.9764228611015309, 0.9469890572332942, 0.9779898535101123, 0.9533340820544212, 0.9757437918199428, 0.9549347448822753, 0.9663610809902762, 0.9438525284454122, 0.952169999214585, 0.9678377690397413, 0.9393886782621469, 0.9947209380373468, 0.9361716970367747, 1.0123442945183636, 0.9252713522214633, 1.0260951627274713, 0.9231710047035482, 1.025557832763311, 0.9248516800643717, 1.0172305910811887, 0.9282810826954029, 1.0064682263739466, 0.9205614506509361, 0.9946120696327407, 0.9081070345079777, 0.9949749986778512, 0.9033325693342755, 1.006822968070411, 0.9085081292518836, 1.0191220579997762, 0.9153594418262174, 1.0318423200857954, 0.9183368353262834, 1.0392962508240564, 0.9237882688127866, 1.055023953325584, 0.9343012330154237, 1.0481089228331875, 0.9560851685143908, 1.0339727591956172, 0.9853902060723677, 1.0098325304467373, 0.9988778299057116, 0.9870909710943886, 1.0021729674536564, 0.9828786628007012, 1.0079592542333784, 0.9835701890015256, 1.017348186621727, 0.9858555228606939, 1.0242608111755789, 0.9832306180154835, 1.0262585496418493, 0.9866284497369432, 1.0229030560951116, 0.9869096028519032, 1.0172087108740004, 0.9788435218174495, 1.0148292680398843, 0.9702030398470889, 1.0139464402917768, 0.9650993937320577, 1.0142334827118167, 0.9622076846279796, 1.0188552180562984, 0.9619140911906384, 1.0175453036347175, 0.9585537532942093, 1.0155723528745622, 0.9543291962926345, 1.012212127147541, 0.9495775298724907 ] ] }, "width": 512, "in_features": 90, "out_features": 15, "depth": 6, "padding": 180, "parameters": 149415, "cert_evals": { "36": 0.1682242900133133, "72": 0.05607476457953453, "108": 0.028037382289767265, "255": 0.009345794096589088 }, "fold": 1 }, { "best_epoch": 23, "best_val_acc": 0.32142857142857145, "test_acc": 0.3177570093457944, "train_size": 90, "val_size": 56, "test_size": 214, "stats": { "mean": [ [ -0.0795752713666667, 0.0976775155555555, -0.0792770048888889, 0.09542594000000003, -0.0793193911111111, 0.09638493444444453, -0.0793156911111111, 0.09763250999999992, -0.08028563333333336, 0.0968837866666667, -0.08446061444444444, 0.09761106766666666, -0.0858379077777778, 0.09109071466666677, -0.08833427666666666, 0.08412569366666675, -0.08150408654444444, 0.07868567302222215, -0.07937965800000002, 0.07571118444444438, -0.07020866522222223, 0.07384745777777788, -0.05723015477777777, 0.06437183422222217, -0.04520808033333336, 0.04587258000000005, -0.029391714666666645, 0.02986913666666669, -0.01909765222222218, 0.021750623000000042, -0.016599911111111112, 0.03220027088888891, -0.021600725555555558, 0.038351117999999955, -0.029936903333333327, 0.043317289555555506, -0.04636568555555557, 0.04265821111111109, -0.06504211555555557, 0.0398037177777778, -0.07834400400000001, 0.03486788355555556, -0.09061476011111111, 0.024548287777777737, -0.10536790666666669, 0.029715636555555532, -0.1355004688888889, 0.023034604444444474, -0.1566124356666667, 0.013996776444444445, -0.17107036222222222, 0.008349538444444445, -0.17717941188888894, 0.011516642222222234, -0.18186103466666662, 0.006701916666666682, -0.1859549, 0.017993973000000038, -0.1814516993111111, 0.023018069777777796, -0.177811022, 0.013411195555555524, -0.17198873444444454, 0.007958389222222214, -0.159803446, 0.01762081777777776, -0.14861193111111112, 0.03175548111111108, -0.13662967000000004, 0.039799975555555506, -0.12218454000000008, 0.05352645888888891, -0.10940399555555551, 0.056771615555555516, -0.10123112444444446, 0.04481529555555562, -0.09524841888888891, 0.04344370633333331, -0.08900512488888888, 0.047798668888888826, -0.08192136066666673, 0.039209352222222264, -0.07595590804444444, 0.038319951666666546, -0.0710968062222223, 0.046865989111111096, -0.06933622333333335, 0.04505355422222219, -0.0645431828888889, 0.048621090000000124 ] ], "std": [ [ 0.9995783575072309, 0.9453718021917624, 0.9986629556137443, 0.9447043484979707, 0.9963987589123307, 0.9459381244093827, 0.9892357792736222, 0.9448309404294691, 0.9884066352373108, 0.9409207140609871, 0.9850607322448387, 0.9374842650334984, 0.9943922917763706, 0.9366045758806816, 1.0082213369876118, 0.9387174087314007, 1.0167982259784791, 0.9414588919501151, 1.0151339246945583, 0.946713464769804, 1.0115845765750173, 0.9519023234179994, 1.0054336883537112, 0.9439031440238868, 0.9948632401641084, 0.9178338997823589, 0.985985091605607, 0.8980699861250137, 0.9786895246049818, 0.8844782943097348, 0.9763567999689986, 0.8891258733016062, 0.9893411781237217, 0.8987381436886754, 1.0077858282578576, 0.8950579121384119, 1.0348131829708704, 0.8802295332034641, 1.0573036237099012, 0.8816011636092593, 1.0741826778133243, 0.8914978392878847, 1.076897441410801, 0.911788092656148, 1.0751351512562335, 0.9265647791225483, 1.0763970425573648, 0.9407369624799463, 1.075053685265128, 0.9417913276181705, 1.0697018034326975, 0.9523523099253108, 1.0619584342897572, 0.9687246728261701, 1.0496115620329747, 0.9819961763171552, 1.0437880565787132, 0.9902261296333055, 1.036776335171439, 1.0167686539675216, 1.02719908329187, 1.0393897565193124, 1.0151559172418654, 1.0633025125446949, 1.0021468886253628, 1.0845540064051982, 0.9949848743518965, 1.0934858712212507, 0.9936750833266651, 1.0939158617327953, 0.9887264840502932, 1.07687069654482, 0.9849073877892529, 1.0495601673985115, 0.968536122796128, 1.0302608877871398, 0.9595525737715221, 1.0250582586535266, 0.9494218117785129, 1.0314076443737552, 0.9369730450579224, 1.0282406198941436, 0.927613615345622, 1.0110472572993734, 0.9191954706340935, 0.9917321431280843, 0.9152228948941693, 0.9841156236614271, 0.9187162282547586, 0.9920089857228521 ] ] }, "width": 512, "in_features": 90, "out_features": 15, "depth": 6, "padding": 180, "parameters": 149415, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 44, "best_val_acc": 0.26666666666666666, "test_acc": 0.23555555555555555, "train_size": 90, "val_size": 45, "test_size": 225, "stats": { "mean": [ [ 0.09026950530000002, -0.03347233166666681, 0.08805549977777775, -0.03405123534444449, 0.08708464222222234, -0.03423331444444434, 0.08310377777777779, -0.037732521111111056, 0.07844351111111113, -0.04188870111111114, 0.07671959222222215, -0.04202225133333326, 0.08212408711111117, -0.0449390454444444, 0.0878047777777778, -0.05257811300000004, 0.09755105444444442, -0.051445295555555555, 0.10336957555555559, -0.05607170222222236, 0.10687409668888889, -0.05782803755555547, 0.10272375744444447, -0.057026167999999905, 0.10213378411111111, -0.044367474444444326, 0.09731909555555555, -0.04350549444444442, 0.08865874400000001, -0.06280649233333332, 0.08169131444444443, -0.08661213244444435, 0.07810773555555556, -0.1112553797777778, 0.07463555555555558, -0.1263340871111112, 0.06639933666666666, -0.1465535255555555, 0.05377655111111114, -0.1640056500000001, 0.04418829777777779, -0.17093437533333333, 0.02842860777777779, -0.16408909622222206, 0.016942645555555583, -0.16675064855555574, 0.0073328979777777265, -0.1588536488888888, 0.00373534444444446, -0.1495966028888889, 0.0037222849777777105, -0.1322372677777777, -0.0027955453333333665, -0.10401365777777777, -0.014766566666666684, -0.0861462788888889, -0.025277220000000013, -0.07635618999999995, -0.03186592444444443, -0.07135788, -0.030484778888888852, -0.06502929344444444, -0.022410275666666677, -0.05761954077777779, -0.016950835555555564, -0.03907689404444446, -0.011996154444444438, -0.029193174444444425, -0.010071146111111135, -0.02858531444444451, -0.007421466666666659, -0.023952365555555542, -0.009688820900000063, -0.01668311955555556, -0.005838026666666681, -0.0015534499999999242, -0.005162895555555574, -0.0012964042222222037, -0.001906099777777802, 0.003737124444444456, -0.003503918111111117, 0.001677034444444477, -0.007449703600000025, -0.0018753644444445127, -0.012184628888888922, 0.0026639691111110986, -0.016971600444444422, 0.007810784999999998, -0.020134840000000025, 0.010748244444444445 ] ], "std": [ [ 0.9926513732856214, 0.9922740467464981, 0.9964342900718223, 0.9915656502494293, 1.0031269607060127, 0.9916453686089172, 1.0081725642875177, 0.9907693657057502, 1.0084903680397026, 0.9923185425628301, 1.0128792801232473, 0.9902737219168581, 1.010792816435926, 0.9888655842110828, 1.0031758362749574, 0.9854298441685992, 0.9890882368719963, 0.9804285773312239, 0.9730772918992427, 0.9745141433518287, 0.9567259704295461, 0.9768662669607254, 0.9493774355368427, 1.0038706259343744, 0.9377382291600974, 1.0496602487376752, 0.9305872026550348, 1.0503150154169958, 0.9307025386159513, 1.0392640335949292, 0.9406209149566932, 1.0233939080464391, 0.9494506124739838, 1.012079221518538, 0.9489390893774563, 1.0141082199450873, 0.9442671255914099, 1.0105514136076659, 0.9468901507686455, 1.0026766110539935, 0.9613592957699403, 0.985068403868737, 0.9800073579280031, 0.975436460339431, 1.0032379235377316, 0.9551918013742791, 1.028917517888183, 0.9387713484170384, 1.0523789652036324, 0.9234035510206958, 1.070132196612977, 0.9175395296994716, 1.0842267579309721, 0.9236823939192144, 1.0897183483523363, 0.9433433068622874, 1.086396588028764, 0.9587574522789919, 1.0791277022520895, 0.9570482720019563, 1.0581187757889448, 0.9635751628260921, 1.0294739845645628, 0.9733935507031055, 1.0038087220203096, 0.976159293071053, 0.9795623017359278, 0.9735603509166184, 0.9585371109226899, 0.9664985333557078, 0.9486892392383033, 0.9697532879719861, 0.9467364294702475, 0.9789250453647614, 0.945107639018188, 0.9917430005321338, 0.9508272395661652, 0.9771349829809848, 0.9547821795258222, 0.9594346199487507, 0.9622256316466118, 0.9685833725709367, 0.9607418125919945, 0.9665777543918542, 0.9594116876542311, 0.9632493733809626, 0.9562909158066344, 0.9622547186764627, 0.9546903734091414, 0.9522119089089927 ] ] }, "width": 512, "in_features": 90, "out_features": 15, "depth": 6, "padding": 180, "parameters": 149415, "cert_evals": { "36": 0.1066666692495346, "72": 0.04888889193534851, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.295396424461845, "std_test_acc": 0.1061387180371066, "n_samples": 360, "n_features": 90, "n_classes": 15, "mean_cert_acc_36": 0.06872273981571198, "std_cert_acc_36": 0.08323847309219612, "mean_cert_acc_72": 0.02624091412872076, "std_cert_acc_72": 0.030442079868020503, "mean_cert_acc_108": 0.007009345572441816, "std_cert_acc_108": 0.014018691144883633, "mean_cert_acc_255": 0.002336448524147272, "std_cert_acc_255": 0.004672897048294544 }, "low-res-spect": { "dataset": "low-res-spect", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 22, "best_val_acc": 0.32926829268292684, "test_acc": 0.27531645569620256, "train_size": 133, "val_size": 82, "test_size": 316, "stats": { "mean": [ [ 0.024469110902255578, 0.005587958646616302, 0.01128199067669173, -0.06037009248120303, -0.05151846172932332, -0.024907055639097758, -0.0322428857142857, -0.07194005187969929, -0.07847493984962406, -0.07729481917293234, -0.0773144627819549, -0.07946655714285718, -0.08317833781954889, -0.08108707368421056, -0.051557367819548866, -0.021992530075187956, 0.014977627969924827, 0.04699444218045112, 0.04272368962406013, 0.05729708105263157, 0.07787030999999998, 0.07839934406015038, 0.09192532827067672, 0.07718017969924812, 0.0731354135338346, 0.07884905857142857, 0.07964327293233082, 0.05894142315789478, 0.062022699022556374, 0.07031742661654138, 0.043068441142857156, 0.04871273007518795, 0.04621051263157891, 0.06354882256390976, 0.0722840044360902, 0.038285738646616524, 0.02072807609022559, 0.04804389000000004, 0.0138044796992481, -0.018880903210526323, 0.011148169654135377, 0.02407343864661653, 3.409736842104958e-05, 0.014395889473684208, 0.012942278195488701, 0.003991518496240605, 0.004891412781954892, -0.0026670207518796982, 0.0021274761654135233, 0.004516233834586465, -0.017067495330827086, 0.05021997804511279, 0.05085938015037594, 0.049456287593984995, 0.04968600586466166, 0.038087282105263166, 0.0031582917293233393, 0.021881782706766925, 0.006666542857142849, -0.009844528496240594, 0.009452689842105257, -0.006844017293233067, -0.0035632469924812256, -0.013377724812030098, -0.0006018690977443607, -0.018097159398496255, -0.011943087969924802, -0.03201817045112783, 0.003904128195488711, -0.007856270676691717, -0.008680359248120318, 0.014900510601503778, 0.004884186917293262, 0.009004930977443638, 0.005372908571428565, 0.007624029323308276, -0.002930867593984958, -0.006319933082706782, 0.00469686285714285, -0.008532866616541344, 0.0019344359398495853, -0.004738761654135335, 0.0044714904511278155, -0.001649885714285715, -0.00984493360902256, -0.01978030300751879, -0.00966449759398497, -0.010639091127819557, -0.00729790171428571, -0.01663022781954888, -0.014927266917293243, -0.0048786105263157985, -0.023854766390977448, -0.002417377293233085, -0.018055805503759383, -0.035139856165413506, -0.003715027067669185, -0.023457403157894727, -0.028482144812030083, -0.012900542255639115 ] ], "std": [ [ 1.017393269930814, 0.9859850544384411, 0.6351269169990451, 0.9218499349108917, 0.9397831881819683, 0.9559682118638801, 0.9438724801654544, 0.9693197875856094, 0.9713955988615406, 0.9774390189841138, 0.9920460008560096, 0.9991906740103633, 1.0018878985632447, 1.0231730392212295, 1.0116746756260164, 1.0108766947238579, 0.9897047919639949, 0.9656545067924569, 0.9779229908137462, 0.9930910566294954, 0.9769947826741521, 0.9930680515190659, 0.9847812255306415, 0.9945404262409027, 1.0133003340234725, 1.010622334528224, 0.9790643689216147, 0.9695036033277806, 0.9691086110146303, 0.9709469151594099, 0.9509962741361917, 0.9459390595619844, 0.9682759104651395, 0.9693952498748859, 0.9565179833606766, 1.0087728224509616, 1.0339412420571243, 0.9797879106089201, 1.046812274765615, 1.017780178031687, 0.9666275571579879, 1.0256130258535934, 1.0669421863085269, 1.0402013313577008, 1.0594653822910898, 1.0511922704716143, 1.0356545195251559, 1.0641512050185258, 1.0747163688005084, 1.0935617174093786, 1.07443136746114, 1.0136851672908218, 0.997280326392972, 0.9783984688090382, 1.0042883048291307, 1.0487180616841298, 1.0824392363653417, 1.0689163006997184, 1.07508445719523, 1.094579375466917, 1.0691245108180063, 1.0218590639920084, 1.0406528766233436, 1.0483992179501052, 1.0151157130662107, 0.9890602540733745, 1.0033195884602837, 0.9979416719998978, 0.9549270557055792, 0.9629229016162045, 0.9687018168255607, 0.9641140507904243, 0.9578638967395385, 0.9634794979402529, 0.9643850012759382, 0.9632020577312645, 0.9577176582123652, 0.9571989614345542, 0.9564290236354037, 0.9456491144494708, 0.9478771903690641, 0.9493390272820802, 0.9470489606741441, 0.9627884351729016, 0.9803995592284533, 0.9681002662445597, 0.9719751368852133, 0.9739709130127491, 0.9720839287368537, 0.9671210605802054, 0.9711011471027048, 0.9845527475390607, 0.9825803050843526, 1.0038184387573925, 0.979717500002443, 0.9649405988529449, 0.9876179722405718, 0.9748242307388256, 0.9872212806368876, 0.982676241489978 ] ] }, "width": 384, "in_features": 100, "out_features": 9, "depth": 6, "padding": 200, "parameters": 182809, "cert_evals": { "36": 0.012658228166401386, "72": 0.006329114083200693, "108": 0.006329114083200693, "255": 0.0 }, "fold": 0 }, { "best_epoch": 74, "best_val_acc": 0.6086956521739131, "test_acc": 0.6413373860182371, "train_size": 133, "val_size": 69, "test_size": 329, "stats": { "mean": [ [ 0.1530652789473686, -0.009363782556390993, 0.05088392255639105, 0.09471572902255651, 0.08876052902255634, 0.12944444736842103, 0.10373392857142849, -0.02023532421052626, -0.029163837593984988, -0.026313689849624053, -0.02965288872180454, -0.034014545112781965, -0.03632338819548872, -0.014735644736842088, 0.01785539338345867, 0.042751381052631564, 0.08679215699248122, 0.10001419052631579, 0.1017368892481203, 0.1075867052631579, 0.10462587691729323, 0.0953443353383458, 0.1062469197894737, 0.10487969082706766, 0.1025905135338346, 0.08913448766917297, 0.09933672556390981, 0.10743754187969931, 0.11109795225563905, 0.10047740721804511, 0.08384493444360905, 0.08902717887218042, 0.08559397548872186, 0.06289796500751879, 0.060330664586466215, 0.046363331127819554, 0.07722293548872182, 0.0516131944360902, -0.022730849022556402, -0.028101030902255634, -0.013324536090225563, -0.09062933308270675, -0.0771601732330827, -0.06511450924812032, -0.12265796165413538, -0.08916524360902257, -0.07463184060150373, -0.05617420278195486, -0.030201605263157905, -0.07578766255639095, -0.059237725210526344, 0.1091188300225564, 0.09946399218045113, 0.08242898984962406, 0.03451749195488724, 0.014174642255639086, -0.049911600902255625, -0.08932375545864665, -0.07350661661654141, -0.06060752706766915, -0.0945347070225564, -0.07166026834586467, -0.08000871849624057, -0.06738826315789478, -0.0653453539849624, -0.06987513011278194, -0.07700414037593982, -0.0684724142857143, -0.06314225375939844, -0.06643927654135334, -0.056201902105263185, -0.045947005037593976, -0.033031945488721806, -0.04689342698496246, -0.051469952631578955, -0.03478667669172926, -0.032341004661654134, -0.056062630977443614, -0.05649333834586465, -0.039601220375939813, -0.037854870451127794, -0.045860515789473665, -0.05729389000000003, -0.0682322045112782, -0.058773774210526354, -0.06832082496240602, -0.0708990614285714, -0.0600364096992481, -0.07209753969172931, -0.0762365472180451, -0.0768351112781955, -0.07007685624060155, -0.08927176834586463, -0.0882228510300752, -0.07869736499248121, -0.0844527432330827, -0.07372521428571428, -0.09207066969172933, -0.08798474277443606, -0.09338331523308271 ] ], "std": [ [ 0.9744553382107187, 0.9677597969434724, 1.777310974913784, 0.9984082294697983, 0.9969586292153921, 1.0583440616051412, 1.0566345380560944, 0.9857375895494132, 1.0026115267211986, 1.0074187005868174, 0.9914187021756643, 0.9940673441835514, 0.98310153446628, 0.9642872316677437, 0.9316107906957257, 0.8392466954824206, 0.8182299587971944, 0.8347678474815514, 0.8515903298166666, 0.8799721558505285, 0.89007089287234, 0.8866071634453673, 0.8820893100565611, 0.8826542910069028, 0.8881722225389, 0.8787089402752493, 0.8964119629138864, 0.879494453663738, 0.8784873894639735, 0.886681676346154, 0.9222856861284946, 0.9332670529570117, 0.9776036297075393, 0.9305127026487992, 0.9359011475452199, 0.9633874454328895, 0.9527398490690858, 0.965465879462667, 1.0188818420464785, 0.9828227999977308, 0.9531229051081205, 0.8713338836905145, 0.9153495157969829, 0.9223417239665608, 0.8942885354612832, 0.8998020432065605, 0.9315570163515208, 0.9082683584325931, 0.9187746260543722, 0.893070795181221, 0.9468936674390013, 0.9056643525291117, 0.9110446769794468, 0.9379974540127038, 0.9647664124557613, 1.0085574939350006, 0.9275642673326407, 0.8504043471913983, 0.9142116919528667, 0.8800039098256741, 0.8415645024254653, 0.8409729112787964, 0.8399221552071359, 0.8651820522167459, 0.8672852422573245, 0.8259267130126927, 0.8390487632459173, 0.8180961860126535, 0.8777786937858696, 0.8683920376045541, 0.8383842635930155, 0.8430069272476867, 0.8666946932557273, 0.8486025752416404, 0.8592189394385275, 0.8740498203324533, 0.8491655645886534, 0.8344601422755191, 0.8287917280777043, 0.8272025037471293, 0.8136865464598907, 0.8270386668301318, 0.80191790451096, 0.7804539659801455, 0.7882991571441237, 0.778040195581798, 0.7589918746851501, 0.7570902805838913, 0.7293901823605933, 0.7351310134454143, 0.7408556555784315, 0.725678505691747, 0.6990444825351154, 0.6919872173073935, 0.7125567265129449, 0.7086783958233831, 0.6708513004398178, 0.6871596422451152, 0.6809238754969238, 0.6885319279117135 ] ] }, "width": 384, "in_features": 100, "out_features": 9, "depth": 6, "padding": 200, "parameters": 182809, "cert_evals": { "36": 0.5653495788574219, "72": 0.45896658301353455, "108": 0.20060791075229645, "255": 0.054711245000362396 }, "fold": 1 }, { "best_epoch": 14, "best_val_acc": 0.5319148936170213, "test_acc": 0.6480263157894737, "train_size": 133, "val_size": 94, "test_size": 304, "stats": { "mean": [ [ -0.13586325413533815, -0.0618193278195488, -0.04310375263157894, -0.004718533834586481, 0.01244425488721805, -0.025889947368421044, -0.03012266992481201, -0.06166973518796993, -0.058414011278195524, -0.04856861338345865, -0.053738878195488775, -0.0494522635338346, -0.033144374736842064, -0.01673198932330828, 0.00380962645112784, 0.03076035639097744, 0.08222181203007521, 0.08607955939849626, 0.08385189150375942, 0.08648061872180456, 0.08489306466165417, 0.08092049669172934, 0.08067010932330827, 0.07488779000000001, 0.07012468195488719, 0.07198337165413535, 0.04773527819548873, 0.050869944360902274, 0.03545853684210525, 0.016283467669172918, 0.004097258646616531, 0.010401111278195502, -0.01792126090225564, -0.002418199992481197, 0.024459281879699275, 0.025849884210526343, 0.037459733984962384, 0.006547264984962439, -0.010970754511278193, 0.04163085169924812, 0.02889156383458647, 0.030891175112781943, 0.028361738345864675, 0.02267998270676693, -0.025261697518796977, -0.0006612544360902128, 0.015497131578947396, 0.0313857212706767, 0.03935556884962408, 0.020145579699248115, 0.01561868073684209, 0.07393228112781952, 0.04280226511278196, 0.015148240601503748, -0.02417430518796993, 0.02045143834586462, -0.006660919548872173, 0.012737768827067671, 0.005639975112781977, 0.025091721879699245, 0.0078095799248120235, -0.0012346056390977465, -0.00859317037593985, -0.006910761654135332, 0.0007964472932330711, -0.013898008308270668, -0.00025283060150373826, -0.016696168195488716, -0.01286229004511279, -0.012526450751879697, -0.030305314661654148, -0.022196533157894733, -0.014210327067669165, -0.022408989473684207, -0.032924627819548864, -0.03237249348120299, -0.020712286992481198, -0.029102100751879693, -0.03426806187969925, -0.0444582919548872, -0.05113502075187971, -0.02233855496240602, -0.032802209022556386, -0.05755775917293232, -0.047944335338345884, -0.049902552481203004, -0.045151886090225545, -0.03859559834586468, -0.05805407509774432, -0.04678762857142857, -0.04049555030075189, -0.03414902180451127, -0.04661476240601504, -0.059792844360902264, -0.045702631368421086, -0.04080758105263156, -0.05423186360902256, -0.061008449345864635, -0.04793841503759399, -0.03687203282706768 ] ], "std": [ [ 1.0650127556320446, 1.0066608520484202, 0.4156979395941612, 1.0111846623477019, 1.0239930605317062, 0.9684176798741715, 0.9492043006836792, 0.9787734675960276, 0.988203812821042, 0.9943574947885739, 0.9813196660052181, 0.9835335096862478, 0.9989723824774754, 1.0098341686716865, 1.0089678435680955, 1.006897414092789, 1.0014680482759133, 0.9969246326169929, 1.003048211475138, 0.9963037789822996, 0.9898134995117452, 0.9862762846232758, 0.9696634183119972, 0.9719462993345181, 0.9829041377072096, 0.9970195508702976, 0.9730130647207035, 0.9951471045673186, 1.000240668580986, 0.9831852201961157, 0.9993734243431007, 0.9862173484627466, 1.0050828113211423, 0.9769241582086713, 0.9707777014896144, 0.9086079382002629, 0.9264498134320229, 0.8898792590804552, 0.9013370080430921, 0.9668210661261372, 1.0273237339044736, 1.0647338020747121, 1.0837400905988852, 1.0895012361342458, 0.9942055646868553, 1.0030736971903318, 1.0609720074331763, 1.062673419595116, 1.0433128230210706, 1.0685942775734432, 1.0659683471227248, 0.9465620323080091, 0.9666073282199529, 0.9823564017132853, 0.9338971590735567, 0.9507680860369068, 0.9776613927510699, 1.0598523929295665, 1.0562343768456484, 1.0489211645884213, 1.0066351241778364, 0.9808309075924808, 0.9798741552856448, 0.9697984887288765, 0.983702693591976, 0.9640382228774541, 0.9492112764984969, 0.9447960904251254, 0.9458208100097997, 0.9393657515269506, 0.9219232080989007, 0.9287988887010107, 0.9255985041358817, 0.9022261222236313, 0.919866535230441, 0.9212084221960762, 0.9055005820857147, 0.9052992836968272, 0.8965515106580905, 0.9021371283357683, 0.8931093485275595, 0.8894800077414449, 0.875828335944702, 0.8768265814954874, 0.8758047501041376, 0.8679342278962235, 0.8563653918115903, 0.8447870748154496, 0.8533573385243273, 0.8580903767160212, 0.8449284057138841, 0.8368868316325839, 0.8375542445936696, 0.8372449278647315, 0.8325101772382546, 0.8345010300544318, 0.835506482915972, 0.8231852532778424, 0.8212941968447315, 0.8516404740029587 ] ] }, "width": 384, "in_features": 100, "out_features": 9, "depth": 6, "padding": 200, "parameters": 182809, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 4, "best_val_acc": 0.5555555555555556, "test_acc": 0.5032467532467533, "train_size": 133, "val_size": 90, "test_size": 308, "stats": { "mean": [ [ 0.10493862744360913, 0.0936277362406016, -0.0037778827819548765, -0.03855023533834586, -0.02125209138345864, -0.04543471105263157, -0.04156411240601502, 0.01708999368421052, 0.01226467932330826, 0.008226878796992469, -0.0025615368421052433, -0.018209970902255675, -0.022531850601503787, -0.047815336466165384, -0.04824461954887216, -0.04206402887218042, -0.02118501894736845, -0.0029625436842105487, 0.01991662105263155, 0.02359305000000002, 0.0402974844360902, 0.02456900902255638, 0.02643880670676695, 0.01608115548872179, 0.022838549624060137, 0.021608356240601513, 0.0155475280451128, 0.0207188052631579, 0.0194884992481203, 0.035869669473684244, 0.023877902255639096, 0.02819542037593984, 0.011200890977443602, 0.0551807004511278, 0.04744355939849627, 0.06211426172932332, 0.06588056992481206, 0.07162352157894733, 0.08258311954887225, 0.064603631774436, 0.07408918799999994, 0.07613642842105264, 0.06256042105263157, 0.050916241353383455, 0.04188059195488719, 0.06601848721804507, 0.08979577601503759, 0.04491898714285714, 0.05555289037593983, 0.08533037067669177, 0.1070483993233083, 0.02408604115037597, 0.03420398706766918, 0.0032010017293233246, 0.029893602556390973, 0.09153908646616546, 0.11421593466165411, 0.07139292911278192, 0.08337384052631581, 0.06448526315789473, 0.04947902714285716, 0.017647485338345863, -0.0008786248120300822, -0.015028007622556393, -0.005325834736842084, -0.018705311578947382, -0.027164074135338317, -0.029699412736842082, -0.03217006824060152, -0.03655872067669175, -0.05774721052631579, -0.04586767902255643, -0.04562037030075189, -0.07277231285714282, -0.054276041203007504, -0.034596221676691734, -0.054279020075187985, -0.060108875413533845, -0.05830179338345861, -0.06900260458646613, -0.06369796345864664, -0.050903367669172896, -0.06467745977443612, -0.039303367142857155, -0.05294008157894737, -0.05645630721804513, -0.029166729631578958, -0.04837335909774438, -0.057497763834586456, -0.046163446466165416, -0.046505692105263174, -0.042113237368421055, -0.047567896992481186, -0.03315349614285714, -0.04929982421052632, -0.046727424661654124, -0.04073674195488724, -0.040684289624060156, -0.04322478375939848, -0.03915163230075189 ] ], "std": [ [ 1.085273555336867, 1.0600160276531263, 0.5674366488770868, 1.0538936578762175, 1.0736216450711755, 1.0086568899549089, 1.0107145864607423, 0.9639829575234186, 0.9684391767243656, 0.9700338935541478, 0.9673544475161013, 0.9769837254042069, 0.9832042991536264, 0.9966940528369324, 1.0144584886010504, 1.0253444526714819, 1.044458899094195, 1.0437288549864745, 1.032355378351829, 1.0318246656034074, 1.0266339589652462, 1.0146406956988476, 1.0044468099155188, 1.025901708674945, 1.0091911104926408, 1.0132829244630681, 1.0135138926532963, 1.0124400641048181, 1.002468214234293, 0.9964174189277575, 1.0143810743935044, 1.016224305012167, 1.0394808957835124, 0.9841938243486714, 0.976043096972565, 0.9976075386689336, 1.0012751177529822, 0.9622637624799687, 1.0036628686765507, 1.0160940224228003, 1.0693721871548225, 1.0925110746781017, 1.0637453552419913, 1.112434336735407, 1.0720233742927996, 1.0887433013425338, 1.1365343727139479, 1.1082290562555606, 1.0534133646461585, 1.0636388960493586, 1.127374798190782, 1.0194494800051157, 1.0115614911992439, 0.9818412722460208, 0.9822209459756657, 1.005189728257075, 1.08403913325294, 1.085459527481645, 1.0752872906455573, 1.0795318572671038, 1.0523758463978325, 1.0153359772434278, 1.0026092291413942, 0.9950344482682812, 1.0022482399439303, 0.9810221193577394, 0.9883984901555372, 0.9708415174186519, 0.9316161962977328, 0.9305979660096333, 0.9093710872091209, 0.8961295852270974, 0.9009089691160881, 0.8750080609089094, 0.885858487783631, 0.8776260762487318, 0.8673876172449833, 0.8724100819567573, 0.8723912389263426, 0.8799174782922783, 0.8777004895430206, 0.8741256633416288, 0.8800181503826561, 0.8711684637095992, 0.8970805311242029, 0.90130116126784, 0.8913911258859273, 0.9120317859512505, 0.9060025721716157, 0.898262341874369, 0.9234492395195655, 0.9258258169182748, 0.9069694433482488, 0.9289092057679259, 0.9258785829559869, 0.9254000265308414, 0.931316640531728, 0.9258381499941104, 0.9377776810526488, 0.9431768651197908 ] ] }, "width": 384, "in_features": 100, "out_features": 9, "depth": 6, "padding": 200, "parameters": 182809, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.5169817276876667, "std_test_acc": 0.1743824982036163, "n_samples": 531, "n_features": 100, "n_classes": 9, "mean_cert_acc_36": 0.14450195175595582, "std_cert_acc_36": 0.2806285331236857, "mean_cert_acc_72": 0.11632392427418381, "std_cert_acc_72": 0.2284479230036273, "mean_cert_acc_108": 0.051734256208874285, "std_cert_acc_108": 0.09929393818278086, "mean_cert_acc_255": 0.013677811250090599, "std_cert_acc_255": 0.027355622500181198 }, "lung-cancer": { "dataset": "lung-cancer", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.5, "test_acc": 0.3, "train_size": 8, "val_size": 4, "test_size": 20, "stats": { "mean": [ [ -0.176777, -1.2499999999804334e-06, 0.2121181, 0.22119374999999997, -0.34205175000000004, -0.25413399999999997, -0.4991070000000001, -0.20667375000000004, 0.18207425, 0.1674343749999999, 0.18600550000000005, 0.25552725, -0.39027892500000017, 0.254131375, 0.20814399999999994, -0.11680949999999997, 4.999999999866223e-07, 4.999999999866223e-07, -0.556826, 0.03246771249999994, 1.000000000070389e-06, -0.15760575000000004, 1.000000000070389e-06, -0.526415, 0.26887700000000003, -0.5463909500000002, 0.3981490000000001, -0.11073775000000001, -0.0461445, -0.08733862499999998, -0.20931662499999998, -0.20931662499999998, -0.34491900000000003, -0.30012262500000003, 0.530329625, 0.5840457499999999, -0.2706785, 0.334991875, -0.19773098749999996, 0.28412875, -0.55909175, -7.500000000632001e-07, -0.176777, -6.250000000040945e-07, -0.2341686250000001, 0.143568, -0.254133, -0.254133, -0.347985, 0.0, 0.0, 0.06977162499999998, 0.06977162499999998, 0.12400250000000002, 0.15760662499999997, 0.0684115 ] ], "std": [ [ 1.0, 0.8745283537861638, 0.8040182621062347, 0.68534473627397, 0.7239840501975423, 0.9583948535512387, 0.8803408658477123, 1.0967323649565501, 1.2845975870016406, 1.26287547547214, 1.275192087344785, 1.0828786155044974, 0.8691968462812435, 0.9433006737973234, 0.9271293940653591, 0.8092773571506556, 0.984249913856105, 0.984249913856105, 1.0, 0.963139848525996, 0.9842499957566675, 1.0919276973489076, 0.9842499957566675, 1.0, 0.5691037527613045, 0.8831049872737146, 1.061731, 0.8858950000009523, 1.1526351972973712, 0.9725553242070524, 1.0348836588388737, 1.0348836588388737, 1.3655263400268045, 0.9701424604483272, 0.7071057500002983, 0.9344725000001003, 1.0207927843497426, 0.9180330571660311, 0.6975292820538815, 0.7517340128236433, 0.7042730759798983, 0.6959722224846242, 1.0, 1.2187770455635987, 1.497375656357527, 1.0, 1.0, 1.0, 1.6688774326399765, 1.0, 1.0, 0.7383957883078252, 0.7383957883078252, 0.9605327902178821, 0.8339735544200334, 0.9479176319916991 ] ] }, "width": 256, "in_features": 56, "out_features": 3, "depth": 6, "padding": 112, "parameters": 57347, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 12, "best_val_acc": 0.5, "test_acc": 0.35, "train_size": 8, "val_size": 4, "test_size": 20, "stats": { "mean": [ [ -0.176777, -1.2499999999804334e-06, 0.3333284, 0.22119374999999997, -0.34205175000000004, -0.08471187499999999, -0.332738375, 0.28934212499999995, 0.18207425, 0.1674343749999999, 0.37201150000000005, 0.54755725, -0.0780548750000001, 0.254131875, 0.20814499999999997, -0.584046, 0.372012, 0.372012, 0.037120499999999945, 0.03246771249999994, 0.2841295000000001, 0.15760662499999994, -0.2841274999999999, -0.14356812499999994, 0.483978, -0.5463909500000002, 0.6635817500000001, 0.33220974999999997, 0.13842525, 0.26201350000000007, -0.627947875, -0.627947875, -0.7391125000000001, 0.21437324999999996, 1.2499999998971667e-07, -0.11680875, -0.09022612500000005, -0.23927749999999992, 0.06591022500000003, 0.28412875, 0.050826124999999986, -7.50000000007689e-07, 0.176776375, 1.2499999998971667e-07, -0.8586173750000001, 0.143568, -0.254133, -0.254133, -0.69597, 0.0, 0.0, 0.06977162499999998, -0.20931575000000002, -0.3720145, 0.15760662499999997, 0.615692 ] ], "std": [ [ 1.0, 0.8745283537861637, 0.6748704785505882, 0.68534473627397, 0.7239840501975423, 0.8125185082212646, 1.0389725707942121, 0.6403537411098333, 1.2845975870016406, 1.26287547547214, 1.2338234677314055, 1.0010303391915438, 0.7486887534635199, 0.6561671321123982, 0.6449175678604204, 1.0, 1.0, 1.0, 1.0287455149777083, 0.963139848525996, 0.7517333513858155, 0.8339735544200334, 1.100424948682894, 1.0129176214682314, 1.0, 0.8831049872737147, 1.0280166202880368, 0.7672062760475096, 0.9766487648315219, 1.1975188335072229, 1.080900755511744, 1.080900755511744, 1.5267048606832134, 0.822478277401104, 0.6846529246237537, 0.9047995916201208, 1.0047163027130392, 0.7656924999999999, 1.054565000000008, 0.7517340128236433, 1.1319596096912465, 0.6959722224846243, 0.9354143054375608, 0.6723723872158637, 1.2092403856025213, 1.0, 1.0, 1.0, 1.2054554005437115, 1.39194, 0.98425, 0.7383957883078252, 0.9667870265020562, 0.9605327902178821, 0.8339735544200334, 1.0 ] ] }, "width": 256, "in_features": 56, "out_features": 3, "depth": 6, "padding": 112, "parameters": 57347, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 28, "best_val_acc": 0.75, "test_acc": 0.5, "train_size": 8, "val_size": 8, "test_size": 16, "stats": { "mean": [ [ 0.5303301249999998, -0.22580399999999995, -0.3939341, -0.4866262499999999, 0.20522875000000002, -0.08471187499999998, 0.166368, -0.04133512500000004, -0.303458, -0.27905975000000005, -0.186006, -0.32853374999999996, 0.23417107499999992, -0.25413399999999997, 0.04162699999999995, -0.3504277499999999, 0.372012, 5.000000000143778e-07, 0.037120499999999945, 0.03246771249999997, -0.2841274999999999, 0.47281899999999993, 0.2841295000000001, 0.04785500000000001, 0.2688775, -0.23416595000000007, 0.13271625000000004, 0.11073562499999999, 0.32299500000000003, -0.08733862499999998, -0.06977312500000003, -0.06977312500000003, 0.24637075000000005, -0.12862400000000002, -0.35355349999999997, -0.350427, 0.27067862499999995, -0.62212375, 0.593192725, 0.28412875, 0.6607445000000001, -0.20091262500000007, 0.176776375, 0.25413225, 0.07805589999999993, 0.7178385, 0.7623977500000001, 0.7623977500000001, 0.347985, 0.347985, 0.0, -0.48840412499999997, -0.48840412499999997, -0.124006, 0.15760662499999994, -0.47886900000000004 ] ], "std": [ [ 1.8708296030318634, 1.1948341428692102, 1.0773417243604047, 0.8486461065652968, 1.059804131102034, 0.8125185082212646, 0.8803404878832395, 0.920566504074317, 1.0, 0.7733489942365526, 0.7203981402946568, 0.5655146315423125, 0.9749224782092981, 0.9583948535512387, 0.8811270319533954, 0.6180957912261151, 1.0, 0.984249913856105, 1.0287455149777083, 0.963139848525996, 1.100424948682894, 1.0, 0.7517333513858155, 1.0658003128899194, 1.0315890948113742, 1.0355328887342052, 1.0280166202880368, 1.0621504008726752, 0.7148326632261567, 0.9725553242070524, 1.0809007555117442, 1.0809007555117442, 0.5214703075947253, 0.9548636855920851, 0.9842497172806299, 0.934473, 0.8654191884816481, 0.6631091564872164, 0.913279950038126, 0.7517340128236433, 0.8132235000004611, 1.3773654997805538, 0.9354143054375608, 1.01653000000083, 1.2488975000001081, 0.994665683287983, 1.7606829064560963, 1.7606829064560963, 0.9206817699808115, 0.9206817699808115, 0.98425, 1.5538907649834526, 1.5538907649834526, 0.9920339999999999, 0.8339735544200334, 1.0945610000000001 ] ] }, "width": 256, "in_features": 56, "out_features": 3, "depth": 6, "padding": 112, "parameters": 57347, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 2, "best_val_acc": 0.5714285714285714, "test_acc": 0.29411764705882354, "train_size": 8, "val_size": 7, "test_size": 17, "stats": { "mean": [ [ 0.5303301249999998, -1.2499999999804334e-06, -0.39393409999999995, -0.48662574999999997, 0.20522875000000002, 0.25413137500000005, 0.166368, 0.12400349999999996, 0.18207425, -0.055812250000000035, 0.18600550000000005, -0.03650375000000001, 0.23417107499999992, -0.08471287499999999, -0.12489200000000006, 0.11680875, 4.999999999866223e-07, 5.000000000143778e-07, -0.556826, 0.03246771249999994, -0.28412749999999987, -0.47281812500000003, 0.2841295000000001, -0.334991875, -0.16132500000000002, -0.23416690000000004, -0.13271649999999996, -0.11073775000000001, -0.41528250000000005, -0.08733862499999998, 0.06977074999999999, 0.06977074999999999, 0.049274500000000054, -0.814618375, 0.53032925, 0.35042749999999995, -0.45113087499999993, 0.526415, 0.06591029999999999, 0.28412875, -0.7623978749999999, 0.200909125, -0.176777, -0.508266375, 0.07805589999999987, 0.143568, -0.254133, -0.254133, 0.0, 0.0, -0.2460625, 0.348859, 0.348859, 0.12400250000000004, 0.15760662499999994, 0.06841149999999997 ] ], "std": [ [ 1.8708296030318634, 0.8745283537861637, 1.0773417243604047, 1.1050835007108908, 1.059804131102034, 0.9433006737973234, 0.8803404878832395, 0.9352965034364771, 1.2845975870016406, 1.2429866458078653, 1.275192087344785, 0.7002636005201451, 0.9749224782092981, 1.2564662193460912, 1.2349267641556725, 0.9047995916201208, 0.984249913856105, 0.984249913856105, 1.0, 0.963139848525996, 1.100424948682894, 1.2208122788934872, 0.7517333513858155, 0.5064579839368311, 0.8330825907525617, 0.826068984966516, 0.9194860179854557, 0.8858950000009523, 0.8851640178287581, 0.9725553242070524, 0.956663241117368, 0.956663241117368, 1.0429379694381398, 0.45374271193952453, 0.9999985416822804, 1.120393298613817, 1.0047163027130392, 0.7656924999999999, 1.0, 0.7517340128236433, 0.5378974467662115, 0.531557565187073, 1.0, 1.4149504831054103, 1.2488975000001081, 1.0, 1.0, 1.0, 1.39194, 1.0, 0.6510201819788307, 1.0, 1.0, 0.9605327902178821, 0.8339735544200334, 0.9479176319916991 ] ] }, "width": 256, "in_features": 56, "out_features": 3, "depth": 6, "padding": 112, "parameters": 57347, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.3610294117647059, "std_test_acc": 0.0959795910159038, "n_samples": 32, "n_features": 56, "n_classes": 3, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "image-segmentation": { "dataset": "image-segmentation", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 27, "best_val_acc": 0.94, "test_acc": 0.9125, "train_size": 2100, "val_size": 50, "test_size": 160, "stats": { "mean": [ [ 4.532088989809121e-17, -7.34333229144925e-17, 5.686456596603897e-16, -1.441175221489608e-16, 1.2583849306495375e-16, -1.7241499233613294e-17, -4.0893214740359934e-17, 1.316275131219278e-16, -6.396999332363997e-18, -1.3756191952736462e-16, -3.933361572957697e-17, -1.1186818667175387e-16, 2.5106900685451756e-16, 4.337799960499719e-17, 4.421066687346605e-17, -1.850371707708594e-17, -2.350368577012995e-16, -9.793753110086202e-17 ] ], "std": [ [ 0.9996246758364985, 0.9995878274866169, 0.8038207521572458, 0.7019751493522468, 0.9960026008909317, 0.9995397039243666, 0.9968889591858656, 0.9995749389029804, 0.9994997832814528, 0.9994762671895456, 0.9995321523164318, 0.9994865643378964, 0.9988998799598826, 0.9992534567413346, 0.9989012736519327, 0.9995288891246146, 0.9578356691087312, 0.9933295528418025 ] ] }, "width": 64, "in_features": 18, "out_features": 7, "depth": 6, "padding": 36, "parameters": 6271, "cert_evals": { "36": 0.84375, "72": 0.762499988079071, "108": 0.675000011920929, "255": 0.3375000059604645 }, "fold": 0 }, { "best_epoch": 8, "best_val_acc": 0.8723404255319149, "test_acc": 0.7668711656441718, "train_size": 2100, "val_size": 47, "test_size": 163, "stats": { "mean": [ [ 4.532088989809121e-17, -7.34333229144925e-17, 5.686456596603897e-16, -1.441175221489608e-16, 1.2583849306495375e-16, -1.7241499233613294e-17, -4.0893214740359934e-17, 1.316275131219278e-16, -6.396999332363997e-18, -1.3756191952736462e-16, -3.933361572957697e-17, -1.1186818667175387e-16, 2.5106900685451756e-16, 4.337799960499719e-17, 4.421066687346605e-17, -1.850371707708594e-17, -2.350368577012995e-16, -9.793753110086202e-17 ] ], "std": [ [ 0.9996246758364985, 0.9995878274866169, 0.8038207521572458, 0.7019751493522468, 0.9960026008909317, 0.9995397039243666, 0.9968889591858656, 0.9995749389029804, 0.9994997832814528, 0.9994762671895456, 0.9995321523164318, 0.9994865643378964, 0.9988998799598826, 0.9992534567413346, 0.9989012736519327, 0.9995288891246146, 0.9578356691087312, 0.9933295528418025 ] ] }, "width": 64, "in_features": 18, "out_features": 7, "depth": 6, "padding": 36, "parameters": 6271, "cert_evals": { "36": 0.6625766754150391, "72": 0.42944782972335815, "108": 0.3680981397628784, "255": 0.30061349272727966 }, "fold": 1 }, { "best_epoch": 42, "best_val_acc": 0.9302325581395349, "test_acc": 0.8982035928143712, "train_size": 2100, "val_size": 43, "test_size": 167, "stats": { "mean": [ [ 4.532088989809121e-17, -7.34333229144925e-17, 5.686456596603897e-16, -1.441175221489608e-16, 1.2583849306495375e-16, -1.7241499233613294e-17, -4.0893214740359934e-17, 1.316275131219278e-16, -6.396999332363997e-18, -1.3756191952736462e-16, -3.933361572957697e-17, -1.1186818667175387e-16, 2.5106900685451756e-16, 4.337799960499719e-17, 4.421066687346605e-17, -1.850371707708594e-17, -2.350368577012995e-16, -9.793753110086202e-17 ] ], "std": [ [ 0.9996246758364985, 0.9995878274866169, 0.8038207521572458, 0.7019751493522468, 0.9960026008909317, 0.9995397039243666, 0.9968889591858656, 0.9995749389029804, 0.9994997832814528, 0.9994762671895456, 0.9995321523164318, 0.9994865643378964, 0.9988998799598826, 0.9992534567413346, 0.9989012736519327, 0.9995288891246146, 0.9578356691087312, 0.9933295528418025 ] ] }, "width": 64, "in_features": 18, "out_features": 7, "depth": 6, "padding": 36, "parameters": 6271, "cert_evals": { "36": 0.8083832859992981, "72": 0.6946108341217041, "108": 0.6107784509658813, "255": 0.359281450510025 }, "fold": 2 }, { "best_epoch": 17, "best_val_acc": 0.8888888888888888, "test_acc": 0.8333333333333334, "train_size": 2100, "val_size": 36, "test_size": 174, "stats": { "mean": [ [ 4.532088989809121e-17, -7.34333229144925e-17, 5.686456596603897e-16, -1.441175221489608e-16, 1.2583849306495375e-16, -1.7241499233613294e-17, -4.0893214740359934e-17, 1.316275131219278e-16, -6.396999332363997e-18, -1.3756191952736462e-16, -3.933361572957697e-17, -1.1186818667175387e-16, 2.5106900685451756e-16, 4.337799960499719e-17, 4.421066687346605e-17, -1.850371707708594e-17, -2.350368577012995e-16, -9.793753110086202e-17 ] ], "std": [ [ 0.9996246758364985, 0.9995878274866169, 0.8038207521572458, 0.7019751493522468, 0.9960026008909317, 0.9995397039243666, 0.9968889591858656, 0.9995749389029804, 0.9994997832814528, 0.9994762671895456, 0.9995321523164318, 0.9994865643378964, 0.9988998799598826, 0.9992534567413346, 0.9989012736519327, 0.9995288891246146, 0.9578356691087312, 0.9933295528418025 ] ] }, "width": 64, "in_features": 18, "out_features": 7, "depth": 6, "padding": 36, "parameters": 6271, "cert_evals": { "36": 0.7471264600753784, "72": 0.6724137663841248, "108": 0.5862069129943848, "255": 0.2931034564971924 }, "fold": 3 } ], "mean_test_acc": 0.8527270229479692, "std_test_acc": 0.06680386870712204, "n_samples": 2310, "n_features": 18, "n_classes": 7, "mean_cert_acc_36": 0.7654591053724289, "std_cert_acc_36": 0.07935748177623882, "mean_cert_acc_72": 0.6397431045770645, "std_cert_acc_72": 0.14534005522820853, "mean_cert_acc_108": 0.5600208789110184, "std_cert_acc_108": 0.13331238793619984, "mean_cert_acc_255": 0.3226246014237404, "std_cert_acc_255": 0.03120357430854943 }, "lymphography": { "dataset": "lymphography", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.4, "test_acc": 0.4175824175824176, "train_size": 37, "val_size": 20, "test_size": 91, "stats": { "mean": [ [ 0.11571070270270278, 0.027093891891891864, -0.1061727567567567, -0.22205799999999987, 0.12556329729729743, 0.06734324324324321, 0.05365567567567566, 0.1178617837837836, -0.021548756756756857, 0.3392003783783783, 0.10699794594594601, 0.16341409189189185, 0.04434448648648651, -0.18670452972972956, 0.26953127027027013, 0.028475135135135103, 0.04964567567567568, 0.039015189189189156 ] ], "std": [ [ 0.9649959417614393, 0.9932963186135503, 0.8953249050860361, 1.0, 1.0617235061005919, 0.9934273444847499, 1.0837969821071396, 0.93550276827785, 1.0343414594594595, 0.9787865374391254, 0.967613635624315, 0.9191462546392654, 0.8904463864306404, 0.9446597120353613, 0.8244693349942901, 0.9863926362299982, 0.9592304425723344, 1.0431241983062185 ] ] }, "width": 64, "in_features": 18, "out_features": 4, "depth": 6, "padding": 36, "parameters": 6160, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.35714285714285715, "test_acc": 0.6024096385542169, "train_size": 37, "val_size": 28, "test_size": 83, "stats": { "mean": [ [ 0.04959027027027034, 0.08128264864864862, -0.035391108108108124, -0.22205799999999987, 0.18834432432432444, 0.12121940540540535, 0.053655675675675654, 0.1178617837837837, 0.06464635135135137, -0.08076164864864863, 0.05944235135135144, 0.00778283243243246, 0.15077297297297293, -0.11202250000000004, 0.16519686486486485, 0.028475135135135117, -0.08274070270270273, 0.08157664864864865 ] ], "std": [ [ 0.9907038663718554, 0.9843876514961846, 0.9653329850824838, 1.0, 1.0873992856216566, 0.9875663650472953, 1.0837969821071396, 0.93550276827785, 1.1435074740788183, 0.8987462927541991, 0.9629278239378523, 0.8670760159672493, 1.0294219151090758, 0.8796063323575559, 0.8770711701884819, 0.9863926362299982, 1.050784302485063, 1.0667820327309758 ] ] }, "width": 64, "in_features": 18, "out_features": 4, "depth": 6, "padding": 36, "parameters": 6160, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.0, "test_acc": 0.03488372093023256, "train_size": 37, "val_size": 25, "test_size": 86, "stats": { "mean": [ [ -0.08265059459459453, 0.0812826486486486, -0.03539110810810814, 0.031722972972972906, 1.2432432433330043e-06, -0.09428524324324326, -0.05365621621621621, -4.864864865424842e-07, -0.02154875675675677, -0.016152108108108066, -0.03566883783783778, -0.02334296756756763, -0.06208424324324333, 0.08712936486486486, -0.043471945945945945, 0.08542454054054054, 0.248225243243243, 0.09576443243243248 ] ], "std": [ [ 0.9873886182585688, 0.9843876514961846, 0.9653329850824838, 1.0616419779070554, 0.9966179074004299, 0.9934273444847498, 0.8978357031769213, 0.9966159264522366, 1.0343414594594607, 0.8607871843035175, 0.946344799312269, 0.9999220929965701, 0.8847748864465823, 0.9544491031115466, 0.9396531993920559, 0.9631018357081231, 0.7605018441428824, 0.9305366467747157 ] ] }, "width": 64, "in_features": 18, "out_features": 4, "depth": 6, "padding": 36, "parameters": 6160, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 24, "best_val_acc": 0.4444444444444444, "test_acc": 0.40860215053763443, "train_size": 37, "val_size": 18, "test_size": 93, "stats": { "mean": [ [ 0.04959027027027031, -0.1896611351351352, -0.035391108108108124, -0.22205799999999987, 0.1255632972972974, -0.20203756756756758, -0.0536562162162162, 0.1767929189189188, -0.021548756756756837, -0.04845689189189187, 0.011886594594594657, -0.14784801081081084, -0.133037, -0.03734048648648648, 0.06086245945945948, 0.14237394594594593, -0.0827407027027028, -0.017734054054054066 ] ], "std": [ [ 0.949006736815226, 0.9991913040086986, 0.9653329850824838, 1.0, 1.061723506100592, 0.9787090886861045, 0.8978357031769213, 0.8976123081203877, 1.0343414594594595, 0.9022230780655615, 1.039718775420792, 0.9842972464819717, 1.0946013067767175, 0.8968738654850321, 0.9148697472881367, 0.9357742193114152, 1.050784302485063, 0.9574019230274994 ] ] }, "width": 64, "in_features": 18, "out_features": 4, "depth": 6, "padding": 36, "parameters": 6160, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.3658694819011254, "std_test_acc": 0.23804980456515482, "n_samples": 148, "n_features": 18, "n_classes": 4, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "mammographic": { "dataset": "mammographic", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.4178082191780822, "test_acc": 0.4747826086956522, "train_size": 240, "val_size": 146, "test_size": 575, "stats": { "mean": [ [ -0.045138683333333235, -0.06581824708333332, -0.0668893333333335, 0.0035843166666667194, 0.07534454166666703 ] ], "std": [ [ 0.3742768596239394, 1.0309553579295558, 1.0205845721721885, 1.0069085496781394, 0.8984819781883195 ] ] }, "width": 32, "in_features": 5, "out_features": 2, "depth": 6, "padding": 10, "parameters": 522, "cert_evals": { "36": 0.4730435013771057, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 14, "best_val_acc": 0.76, "test_acc": 0.8073555166374781, "train_size": 240, "val_size": 150, "test_size": 571, "stats": { "mean": [ [ -0.06838790416666667, 0.0036981495833333564, 0.08851065416666656, 0.06187655000000008, 0.041687441666667095 ] ], "std": [ [ 0.4594652865573056, 0.9162656618320462, 0.976470911981312, 0.9979276514274945, 0.967574818664843 ] ] }, "width": 32, "in_features": 5, "out_features": 2, "depth": 6, "padding": 10, "parameters": 522, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 33, "best_val_acc": 0.815068493150685, "test_acc": 0.8104347826086956, "train_size": 240, "val_size": 146, "test_size": 575, "stats": { "mean": [ [ -0.033514049999999865, -0.031616095833333364, -0.03834651666666679, 0.05680765833333342, -0.03524305833333262 ] ], "std": [ [ 0.37826323579119164, 0.9793517631184475, 1.0048978854533288, 1.01250978800026, 1.0390956653058405 ] ] }, "width": 32, "in_features": 5, "out_features": 2, "depth": 6, "padding": 10, "parameters": 522, "cert_evals": { "36": 0.4034782648086548, "72": 0.30782610177993774, "108": 0.09217391163110733, "255": 0.0 }, "fold": 2 }, { "best_epoch": 7, "best_val_acc": 0.8235294117647058, "test_acc": 0.7692307692307693, "train_size": 240, "val_size": 136, "test_size": 585, "stats": { "mean": [ [ 0.09435683749999943, -0.13088563458333324, -0.032003683333333525, -0.03189805833333325, 0.008030341666667275 ] ], "std": [ [ 1.8583061444674212, 1.0447702499996767, 0.9948185192592106, 1.0005602571514343, 1.0036844453305227 ] ] }, "width": 32, "in_features": 5, "out_features": 2, "depth": 6, "padding": 10, "parameters": 522, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.7154509192931487, "std_test_acc": 0.1615362676393301, "n_samples": 961, "n_features": 5, "n_classes": 2, "mean_cert_acc_36": 0.21913044154644012, "std_cert_acc_36": 0.25461884109308924, "mean_cert_acc_72": 0.07695652544498444, "std_cert_acc_72": 0.15391305088996887, "mean_cert_acc_108": 0.023043477907776833, "std_cert_acc_108": 0.046086955815553665, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "magic": { "dataset": "magic", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 32, "best_val_acc": 0.827900455660708, "test_acc": 0.8221170697511392, "train_size": 4755, "val_size": 2853, "test_size": 11412, "stats": { "mean": [ [ -0.006388502646498379, 0.006146446558885208, -0.004209508307465906, -0.004618793225236638, -0.005315102475499497, 0.006428044290851726, -0.009059829779516417, -0.008184151766561471, 0.0033090761545739233, -0.037376705087697235 ] ], "std": [ [ 1.0023231607535665, 1.0146947634200698, 0.9896786368249049, 1.001451036065264, 1.0040066512880044, 0.9905161210566023, 0.9988965907369368, 1.0089426097443763, 0.998566492615012, 0.9927003057378353 ] ] }, "width": 32, "in_features": 10, "out_features": 2, "depth": 6, "padding": 20, "parameters": 1942, "cert_evals": { "36": 0.750525712966919, "72": 0.665702760219574, "108": 0.5679109692573547, "255": 0.131352961063385 }, "fold": 0 }, { "best_epoch": 50, "best_val_acc": 0.8286713286713286, "test_acc": 0.8298991670320035, "train_size": 4755, "val_size": 2860, "test_size": 11405, "stats": { "mean": [ [ -0.02436633946876997, -0.022955164259726813, -0.01993822200946376, 0.03387639055541514, 0.03436448497875925, 0.0038116422946371125, 0.007543406119453581, 0.009698795669190335, 0.0014860032576237098, 0.00582992035215565 ] ], "std": [ [ 0.9720381092498293, 0.977333352882092, 1.005139358382248, 1.0164880549439819, 1.0140583933617473, 0.9837401295374851, 0.9888378476099222, 0.9663806918109694, 1.005931831682823, 1.000297701528725 ] ] }, "width": 32, "in_features": 10, "out_features": 2, "depth": 6, "padding": 20, "parameters": 1942, "cert_evals": { "36": 0.759754478931427, "72": 0.6756685376167297, "108": 0.5720298290252686, "255": 0.1445857137441635 }, "fold": 1 }, { "best_epoch": 46, "best_val_acc": 0.8387434554973822, "test_acc": 0.8326315789473684, "train_size": 4755, "val_size": 2865, "test_size": 11400, "stats": { "mean": [ [ -0.012130254007592012, -0.00826500078065223, -0.010807356011566996, 0.006499159247108326, 0.006873201220609896, 0.02000870184077821, 0.001820881288265063, -0.006523736593059914, 0.0003778347011781665, -0.018002280250893746 ] ], "std": [ [ 0.9818839030528209, 1.009368494398234, 0.999432313276235, 1.001141721390468, 1.0040075321280533, 0.9881194208362026, 0.9709869282224545, 1.0026493070298281, 0.9996452002230842, 0.9913588270685182 ] ] }, "width": 32, "in_features": 10, "out_features": 2, "depth": 6, "padding": 20, "parameters": 1942, "cert_evals": { "36": 0.7575438618659973, "72": 0.6614035367965698, "108": 0.5567544102668762, "255": 0.12526316940784454 }, "fold": 2 }, { "best_epoch": 31, "best_val_acc": 0.824822695035461, "test_acc": 0.8292704237658366, "train_size": 4755, "val_size": 2820, "test_size": 11445, "stats": { "mean": [ [ 0.002866516450893953, 0.007929027486435548, -0.0013075722715039048, -0.001188124590956882, 0.002480280701366967, 0.012874902747423648, 0.0054113211936909185, -0.007862206105783356, -0.005652595006519504, 0.005077877345299725 ] ], "std": [ [ 1.0050954716049485, 1.0162654558216224, 1.0021008916654397, 1.0041169983170044, 1.0089152336885907, 0.9909098405813409, 0.9979067399488123, 0.9973925897941894, 0.9985454656770815, 0.9973467754133581 ] ] }, "width": 32, "in_features": 10, "out_features": 2, "depth": 6, "padding": 20, "parameters": 1942, "cert_evals": { "36": 0.7563127875328064, "72": 0.6679772734642029, "108": 0.5643512606620789, "255": 0.11673219501972198 }, "fold": 3 } ], "mean_test_acc": 0.8284795598740868, "std_test_acc": 0.004485580346234737, "n_samples": 19020, "n_features": 10, "n_classes": 2, "mean_cert_acc_36": 0.7560342103242874, "std_cert_acc_36": 0.003938722072106512, "mean_cert_acc_72": 0.6676880270242691, "std_cert_acc_72": 0.0059779682871708975, "mean_cert_acc_108": 0.5652616173028946, "std_cert_acc_108": 0.006481488421256337, "mean_cert_acc_255": 0.12948350980877876, "std_cert_acc_255": 0.011718627815699744 }, "molec-biol-promoter": { "dataset": "molec-biol-promoter", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 21, "best_val_acc": 0.8125, "test_acc": 0.625, "train_size": 26, "val_size": 16, "test_size": 64, "stats": { "mean": [ [ -0.09373999999999999, 0.349711153846154, -0.124846, -0.18628265384615392, -0.0025111153846154245, -0.027689192307692376, -0.32854380769230773, -0.2587748846153846, -0.291938, -0.12147457692307692, 0.013408923076923039, -0.18303142307692302, 0.10672619230769233, -0.0388065384615385, -0.2118675692307692, 0.26045576923076913, -0.0038293076923076983, -0.12772800000000012, 0.406745076923077, -0.22977469230769215, -0.23213830769230762, 0.057734, -0.25536484615384614, 0.036332807692307734, -0.306678, 0.12654100000000004, -0.06969015384615382, -0.22098480769230766, -0.20798946153846154, -0.24676503846153855, -0.3183693461538464, -0.1853619230769231, -0.30043107692307686, -0.37097869230769237, -0.36548838461538463, 0.011515653846153858, -0.05251046153846157, -0.17936411538461533, 0.030728153846153836, 0.0502869230769231, -0.08165438461538464, -0.04035388461538459, -0.044060461538461534, 0.1891277692307692, -0.09007600000000004, 0.08841000000000002, 0.34717700000000007, -0.08658792307692309, -0.14910884615384612, -0.01171784615384617, -0.010542692307692277, 0.2279287692307692, 0.19163046153846158, 0.044342807692307744, 0.11406934615384606, 0.26639184615384615, 0.0024606538461537973 ] ], "std": [ [ 1.0076078297495967, 0.9724627657739631, 0.9573573651622793, 1.0262408425117875, 0.9587446442307666, 0.9571040384617393, 0.9896566783801658, 1.0271371774080218, 0.9458984467553748, 0.983396009484761, 0.9474507771505324, 1.0162340072708942, 0.9916278302898655, 0.9889509346456372, 1.0996503269494506, 0.8339239830692423, 0.9718806374953891, 1.0013701717610572, 1.1087224946399736, 0.9663160194574336, 0.8925655267102359, 1.0240426363341295, 0.9129708359204913, 0.9674367468039534, 0.934498494547744, 0.996046000000193, 0.9001646244230804, 1.011066294523225, 0.9306740888083066, 0.9019636923091955, 1.0103842953596318, 0.9763974023364559, 1.0034859025495506, 1.0189729800426417, 0.8809657272220804, 1.001293348052636, 0.8026415950749621, 1.0084947048958783, 1.0447591131223906, 1.080924244585727, 0.9862369191590393, 1.0095530529552834, 1.014776711029924, 0.9243136682665729, 0.9998867689999087, 1.0150113097032656, 1.0058059432415762, 0.8281138846158841, 0.9053220114009879, 0.7877964184833098, 0.8751600073353956, 1.0046622498233042, 0.9279195402053261, 0.9992859945990674, 0.9930878632688641, 0.9472126805852605, 1.0500485456210673 ] ] }, "width": 256, "in_features": 57, "out_features": 2, "depth": 6, "padding": 114, "parameters": 59282, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 27, "best_val_acc": 0.9333333333333333, "test_acc": 0.6615384615384615, "train_size": 26, "val_size": 15, "test_size": 65, "stats": { "mean": [ [ 0.09734461538461536, -0.009867653846153778, 0.10790676923076924, -0.15064011538461541, 0.09738461538461546, -0.05959273076923076, -0.048695384615384696, -0.10221076923076929, -0.19740069230769225, 0.26099000000000006, -0.20290846153846157, 0.20358803846153845, -0.1825234230769231, 0.21829484615384614, 0.007081746153846278, -0.06588375384615386, 0.19917507692307695, -0.3013095384615385, 0.04983446153846157, 0.007020153846153817, -0.0066845384615384406, -0.042044076923076885, -0.07821423076923074, 0.137686, -0.015271923076923129, -0.17227284615384614, 0.2755073076923076, 0.10235538461538465, -0.2435485769230769, -0.1773835384615385, 0.08412084615384617, -0.15183184615384618, -0.10858899999999995, -0.09742265384615373, -0.05963238461538462, -0.05630061538461538, -0.018979730769230797, 0.05089046153846155, 0.15364107692307694, -0.010982076923076903, 0.10650861538461538, -0.1806068846153846, -0.20850592307692312, -0.014057692307692288, 0.21039161538461543, -0.055766615384615394, 0.2426295384615386, -0.12109303846153843, -0.29682430769230767, -0.15785057692307694, 0.19899334615384612, -0.13024523076923075, -0.20279253846153844, 0.04434280769230771, -0.06270500000000002, 0.09504676923076928, 0.10028380769230766 ] ], "std": [ [ 1.0412699655331787, 0.974109238604762, 0.9613906810801298, 0.9643340756609565, 0.9673793894378168, 1.003312008397785, 0.9182015580655095, 0.982743930536501, 0.9723005343268958, 0.9411703711795796, 0.9796610632100985, 0.9145025424643751, 0.9879752636511461, 1.0944915110032636, 0.9430338516297093, 0.9508755832408867, 0.9258429683390378, 0.8679061723089316, 1.0276288482675964, 0.9501945836398535, 1.0169676029594148, 1.0501744622186107, 0.9644548335998028, 0.9121775925932151, 0.9112105136727959, 1.0206435073325324, 0.9080727257130373, 0.9347829604211333, 0.8967697697883465, 0.9663770689480945, 0.9532701925574484, 0.8568118833949174, 0.9554743200735837, 1.1504807500220855, 1.0155470332338918, 1.0396018722819245, 0.9268106513458504, 0.9168958971379897, 0.9852213842143813, 1.001611750376513, 0.990217812330316, 0.9873887799655962, 1.0110391392211635, 0.9439560657308471, 1.068328170673588, 1.0047193948569797, 0.9979267159932226, 0.9934730341322996, 0.8557618796771218, 0.7460287358936586, 0.9778352307693193, 1.02192658245343, 1.037835803866067, 0.9677087884615755, 0.956543380038049, 1.0171593177603953, 0.91997592085019 ] ] }, "width": 256, "in_features": 57, "out_features": 2, "depth": 6, "padding": 114, "parameters": 59282, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 19, "best_val_acc": 0.9166666666666666, "test_acc": 0.7352941176470589, "train_size": 26, "val_size": 12, "test_size": 68, "stats": { "mean": [ [ -0.030045192307692332, -0.23869049999999983, 0.041405769230769246, 0.06321669230769228, -0.0025107307692308154, 0.09992461538461536, 0.013492769230769159, 0.14829176923076925, -0.10286334615384617, -0.08960249999999997, 0.19882307692307696, 0.09814630769230767, -0.021829269230769246, 0.03465076923076919, -0.18058907692307682, -0.1311519076923077, 0.11797353846153848, -0.05829530769230779, 0.1212169230769231, 0.07467584615384616, 0.18656150000000013, 0.2905494615384615, -0.2553650384615384, -0.06502038461538459, -0.30667792307692304, 0.09333938461538464, 0.13742846153846142, 0.17420873076923077, 0.1120429615384615, 0.23890723076923073, -0.16356549999999995, 0.08287507692307697, -0.14056257692307694, -0.09742265384615377, -0.05963253846153847, 0.011515500000000038, 0.014551115384615343, 0.08378369230769231, 0.18436938461538463, 0.019652346153846163, 0.13786915384615384, -0.14554365384615378, -0.1756169230769231, 0.12139923076923075, 0.010079923076923155, 0.30467446153846156, -0.10586153846153845, 0.15494511538461542, -0.11217969230769238, -0.011717730769230784, -0.4645376538461538, -0.13024538461538462, 0.02728761538461537, -0.024779269230769223, -0.16876950000000007, -0.04202923076923075, 0.06767634615384611 ] ], "std": [ [ 0.9790173867981108, 0.8922350160543789, 1.0237664792278374, 0.9979986758255733, 1.0450661465298063, 1.0048325881986542, 1.029402187109299, 1.0083506459854783, 0.9890083565745167, 1.0164135742199043, 1.0470407615391002, 1.0378839738382932, 0.9292517115719242, 0.9612825317480931, 1.0472447179957627, 1.0262853071350215, 1.052495553619595, 1.059841692041489, 1.1269554422034933, 0.9208378006880765, 0.9000880971984075, 0.9294786618886555, 1.076982881442786, 1.0095815066264635, 0.9911193052127372, 1.0313874086125658, 0.9980922524006728, 0.9095892006901778, 0.9905655045642239, 1.0384115432086387, 0.9810218452020498, 1.060299711989925, 0.9844584721629052, 0.9476257009349917, 0.8894460896472517, 1.0593221207156762, 0.8826955613077969, 0.9713319428712611, 1.075487248351794, 1.0067518301441576, 1.0419999967859404, 0.986766332875252, 1.0083607367807386, 0.9773806693737923, 1.0515029245809187, 0.9917044123633906, 0.9657665710047374, 0.9290685404960641, 1.1225398591645361, 1.0183526454206688, 0.8092726993206232, 0.9375164234499523, 1.0268476122485855, 0.9726335635209717, 0.9727406960463761, 1.112026712980068, 1.0129397204932757 ] ] }, "width": 256, "in_features": 57, "out_features": 2, "depth": 6, "padding": 114, "parameters": 59282, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 13, "best_val_acc": 0.8181818181818182, "test_acc": 0.6376811594202898, "train_size": 26, "val_size": 11, "test_size": 69, "stats": { "mean": [ [ 0.06549715384615382, -0.1733123461538461, -0.22459746153846155, -0.008068615384615393, -0.33549623076923074, -0.1233995769230769, -0.17307238461538452, 0.023040692307692345, -0.07135107692307693, -0.18521865384615382, -0.04839615384615389, 0.09814603846153849, -0.021828923076923114, 0.07137899999999996, -0.1493106769230769, -0.0006160384615384937, -0.16623299999999996, -0.19716084615384608, -0.1643116153846154, 0.14233134615384618, 0.18656149999999996, 0.09099338461538463, 0.09893680769230777, -0.031236038461538454, -0.43619169230769256, -0.3382805384615385, -0.13872946153846152, 0.21013507692307687, 0.32539880769230767, 0.34298038461538466, -0.0706831923076923, -0.0847729230769231, 0.08325415384615384, 0.03935515384615389, -0.12760034615384613, 0.045423692307692304, 0.24926692307692294, -0.014896576923076922, 0.030727999999999995, 0.14219007692307695, -0.08165438461538452, -0.07541711538461539, -0.2085062307692308, -0.14951476923076926, 0.010080153846153841, 0.16049815384615387, -0.14071053846153841, -0.19010246153846153, 0.22017992307692313, -0.08478423076923074, 0.12914796153846148, -0.195368, -0.13705561538461536, -0.33582846153846135, -0.1687693076923077, -0.0077596923076923285, 0.035068461538461576 ] ], "std": [ [ 0.9949457610380924, 1.0006243291807655, 1.0805097483660284, 1.0669055953756055, 1.0322555409439118, 0.9848822871167503, 0.9431346904463401, 0.9378178344246724, 1.0181978932718458, 0.966727095536948, 0.9908076284467556, 1.0378839686283479, 1.088933086989841, 0.8046857737758931, 1.134679772935726, 0.9553453144737399, 0.9684821547379812, 0.8999479146517183, 0.9741754410810941, 1.0108802015807785, 0.7709686644604582, 1.0772131326993413, 0.8384300579512153, 1.0358089031747673, 1.0305305742983066, 0.9367306253151163, 0.9884948822596298, 0.9666870451735153, 0.7559985089760948, 0.8999593432865595, 0.9970138749450403, 1.052317535287378, 1.0819218493489575, 0.9767902491283019, 0.9784792222564622, 0.9949578210493984, 0.8614226395733138, 0.9539103328924243, 1.0209907346186988, 0.9432236511876507, 1.036795800272391, 1.0138060762016619, 1.1167776196923178, 1.0142323983395336, 1.1052486656840097, 1.0124481502282436, 1.0529966821172885, 0.9493509361557843, 1.1279936610242616, 1.0051609553372078, 0.9160134879427471, 1.0114984451985467, 0.8295657525376697, 1.028154229267194, 0.9727407925020125, 0.8988663639372382, 0.9628933437374779 ] ] }, "width": 256, "in_features": 57, "out_features": 2, "depth": 6, "padding": 114, "parameters": 59282, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.6648784346514525, "std_test_acc": 0.049327156693458475, "n_samples": 106, "n_features": 57, "n_classes": 2, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "molec-biol-splice": { "dataset": "molec-biol-splice", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 41, "best_val_acc": 0.8125, "test_acc": 0.8212232096184005, "train_size": 797, "val_size": 480, "test_size": 1913, "stats": { "mean": [ [ -0.08088939774153121, -0.017083478042659816, -0.008676474278544535, 0.01205199498117964, -0.019879412797992446, -0.06819678419071469, 0.014172110414052605, -0.0726562358845669, -0.0424785457967378, 0.030165779171894516, -0.015724135508155584, 0.016329740276034888, -0.03650249309912165, 0.060801804265996566, 0.050552770388958924, -0.03993303764115418, -0.02479237139272276, 0.026231244667502603, 0.0006134240903385369, 0.008120775407778993, 0.011976850690087297, 0.012784564617315019, 0.02205557967377646, 0.003761100376411143, 0.004885728983688804, -0.007185055207026799, 0.006090311166875841, -0.06913297616060121, 0.01692240903387772, -0.024909814303639064, 0.002042144291092072, 0.03893583663739384, 0.04832313927227111, -0.04144308908406656, -0.04533064868255915, 0.029196543287328434, -0.017319196988707316, 0.002574765370137967, 0.014485728983688884, -0.04080718946047651, -0.016152210790464142, -0.1060891342534501, 0.00146361355081561, -0.02892638393977404, 0.03808938393977416, 0.004615427854454175, -0.006006715181932309, 0.03929904642409064, -0.0026646035131743587, -0.0008532597239647819, -0.018261164366373872, -0.015718006273525736, -0.03865469008782939, -0.0023145696361355087, -0.01960441405269735, -0.0853860326223336, 0.005193398996235927, -0.017738670012547086, 0.055998069008782805, 0.039315545796737614 ] ], "std": [ [ 0.9945490246391062, 0.9934109752899847, 1.0063178858807398, 0.9896020723574798, 0.9849358791871932, 0.9857421550044541, 0.9930276963595361, 0.9834603310222596, 1.0029783411831081, 1.008680505435535, 1.000646776584492, 1.017380058680371, 0.9990572202887158, 1.0037947864498273, 0.9921475019154874, 1.0063268933844312, 0.9808355420987935, 0.9924788012799176, 0.9847824180917667, 0.9870544204448741, 1.0013704839730797, 1.0166518616214755, 0.985710071283119, 1.0044850695151961, 0.9909244249062288, 0.9987615357097599, 1.0051852364272729, 0.9860816983161693, 1.0064425553080443, 1.021154244482058, 0.9991376459347909, 0.9638884376422283, 1.0033244557289336, 0.9848543808197192, 1.0055575628990723, 0.9940712305710926, 0.9741863114052403, 1.0048179660304701, 0.9887806108854191, 0.9765227042348682, 0.997334968218974, 0.9962132645441986, 1.0014416509782584, 1.002091005752959, 0.9893159775047747, 0.9934985594799247, 0.9886647568170538, 0.9919893464761707, 0.9955923461346924, 0.9926319617434606, 0.9728863130641628, 1.0082140966036435, 0.9961100311402014, 1.0077701107332304, 0.9792654768868749, 1.0119326199882663, 1.0172792289838704, 0.9956848073966668, 1.0083179950377872, 0.9802036286210523 ] ] }, "width": 256, "in_features": 60, "out_features": 3, "depth": 6, "padding": 120, "parameters": 65763, "cert_evals": { "36": 0.7339257597923279, "72": 0.6419236660003662, "108": 0.5436487197875977, "255": 0.16570830345153809 }, "fold": 0 }, { "best_epoch": 24, "best_val_acc": 0.8201754385964912, "test_acc": 0.8172431595250387, "train_size": 797, "val_size": 456, "test_size": 1937, "stats": { "mean": [ [ 0.018491488080301106, -0.0011505069008782528, 0.021436997490589735, 0.03502552697616077, 0.021530190715181953, 0.01771506524466753, 0.0028268569636132166, -0.03774227101631111, 0.019095676286072647, -0.016733656210790544, -0.0663814040150566, 0.005845333751568237, 0.004257730238393967, 0.0011046449184443634, -0.027280681304893566, 0.005402819322459137, 0.04633495859473012, 0.009161250941028725, 0.026725796737766497, -0.01972711794228387, -0.01983136010037666, -0.009908578419071404, 0.022055481806775055, 0.05518264240903318, -0.04640085570890846, -0.03727541907151866, -0.0335212045169384, -0.03967690213299759, 0.005998318695107535, -0.01785224341279831, -0.003198117942283299, -0.013416670639897136, -0.009072863237139185, -0.007062920953576991, 0.011101452948557616, -0.045883223337515024, -0.012705889585947094, -0.05706059096612311, 0.00637870514429108, -0.024475352572145292, -0.033483001254705075, -0.018872419071518255, -0.004380110414052662, -0.019757495608531926, -0.01618084692597215, 0.06015848933500684, 0.004326102885821954, 0.031207774153074287, 0.09302961606022617, 0.037705563362610196, 0.031232815558343906, 0.05163176913425327, 0.051368831869510787, -0.02336010790464227, 0.006880800501882391, -0.05682849560853219, -0.004021038895859437, 0.002038494353826773, 0.05144887452948544, -0.00027493977415304015 ] ], "std": [ [ 0.9889166025491434, 1.0113611751416451, 1.00351331532884, 1.0051662180322105, 0.9987679141001061, 0.9996822942772838, 1.0042310134414263, 1.0134372724050602, 1.0000665011762366, 0.9994360301075128, 0.9995393709189473, 1.0346986177316517, 1.011186369192948, 1.0016439123703365, 0.9965028721446453, 1.0098540994428735, 0.9933407245937251, 1.0209497831856362, 0.9866653742506231, 0.982825314351339, 0.9914313036126221, 1.0062435071011668, 1.0149240913230397, 0.9887363914059815, 0.9994565119417103, 1.016608779035485, 0.9986323360957506, 0.9983077834509023, 0.992117921809115, 1.0118934305428742, 1.0093115895196225, 1.0141263884110643, 0.998031262724133, 0.9978752951488421, 1.0058194162074532, 0.9997345249416975, 1.0043988806220703, 1.0026034007181608, 1.0124721562205274, 0.9897322617082525, 0.9985816439065134, 0.9919527474532689, 1.0036339185538052, 0.973512268444304, 1.0130393993507771, 0.9897840394213037, 0.9936053260728854, 1.0155800367441008, 1.0112837805104922, 0.9806050237126605, 1.0133289778387422, 1.003164742603154, 0.9684252971086295, 0.9941237378734813, 0.9987879065672047, 1.0056255382787287, 1.0017418494408326, 0.9935852276048891, 1.024679553968222, 1.007096200700548 ] ] }, "width": 256, "in_features": 60, "out_features": 3, "depth": 6, "padding": 120, "parameters": 65763, "cert_evals": { "36": 0.7253484725952148, "72": 0.615384578704834, "108": 0.5038719773292542, "255": 0.09550851583480835 }, "fold": 1 }, { "best_epoch": 39, "best_val_acc": 0.8275862068965517, "test_acc": 0.8177445216461785, "train_size": 797, "val_size": 522, "test_size": 1871, "stats": { "mean": [ [ 0.016180366373901797, 0.0159205972396487, -0.04805540652446672, 0.017795338770389135, -0.018760287327477875, -0.012470120451693864, -0.025536504391468096, -0.023100938519447715, -0.021953736511919807, 0.005599485570890773, -0.028107018820577125, -0.0663806737766629, -0.002535664993726509, -0.041697066499373665, -0.041221063989962406, -0.019531874529485415, 0.001174760351317426, 5.719824341241943e-05, 0.009695979924717433, -0.006360112923463307, 0.031288966122960366, 0.01732320451693862, 0.034643243412797765, -0.05223140276035192, 0.012863726474278572, -0.02278748055207084, 0.08181816185696375, 0.022917264742786353, 0.03112372647427915, 0.01743540276035093, 0.009902525721455502, 0.030388477038899016, -0.007947400250940755, -0.002626762860728837, -0.002393195734001926, 0.0224729749058976, -0.035772559598494034, 0.031245622333751583, 0.07355148055206996, -0.02680844165621052, 0.0011786298619825138, -0.023523868255959906, 0.009644725219573422, -0.011734667503136672, 0.04155336135508157, -0.008113194479297375, 0.023843790464241343, 0.03351953826850721, -0.05937222333751553, 0.01956023839397823, -0.05714953952321155, 0.029942850690087883, -0.01788004265997477, 0.018731055207026504, 0.00457773149309927, -0.028270974905896498, -0.044334417816813056, 0.02181565872020062, -0.004279376411543287, 0.033493360100376554 ] ], "std": [ [ 1.006032731784378, 0.9981987082501484, 1.0058419047925986, 1.0147724595576162, 0.9940588732535701, 0.9991159025458402, 0.9691047120808344, 0.9991048317365939, 1.020189994500977, 0.9848978164137729, 0.998075185404707, 0.9900346208081456, 0.9970676239537044, 1.0074170125268456, 0.9888612246445799, 1.0204821123725891, 1.0188778509112115, 1.021786600393116, 0.9923811904568762, 0.9930750642777653, 1.0126874688330874, 1.0123955584555848, 1.0119546947996216, 0.967160657446603, 1.013064602613993, 1.0088579414594196, 1.0050975228498589, 1.0226014249223117, 1.0030135447468238, 1.0006692722984143, 1.0063109761380487, 0.9976611466924694, 1.0191830139161713, 1.0037191251141417, 1.0000135193218243, 1.008885797923785, 1.005277894129722, 0.9951865869001352, 1.003658412696999, 1.0103592136706143, 1.013785819980191, 1.0167078374977943, 1.0100157686042965, 1.0010457270061084, 1.0282359743543752, 0.9985304229175116, 0.9712378399548074, 1.0007272977609394, 1.00869249677983, 0.9976542416860067, 1.0108332275437888, 1.0094799027511412, 0.9910934491654954, 1.0239973266326525, 0.9997566127783953, 0.995332570938697, 1.0015100811283149, 1.0189914283748178, 0.9815154139951994, 1.0109702187257807 ] ] }, "width": 256, "in_features": 60, "out_features": 3, "depth": 6, "padding": 120, "parameters": 65763, "cert_evals": { "36": 0.7536077499389648, "72": 0.6643506288528442, "108": 0.5510422587394714, "255": 0.15232497453689575 }, "fold": 2 }, { "best_epoch": 21, "best_val_acc": 0.8189473684210526, "test_acc": 0.8269030239833159, "train_size": 797, "val_size": 475, "test_size": 1918, "stats": { "mean": [ [ 0.023113880803011123, -0.031878431618569576, 0.0017474705144291346, -0.048827942283563595, 0.02600689711417815, -0.020596907151819388, 0.03119006398996214, -0.010712095357591008, -0.03563701003764123, -0.0066837766624844005, 0.020298818067753775, 0.0349687051442911, 0.03369574404015041, 0.010115574654956229, -0.008693601003764222, -0.037666260978670006, 0.013593819322459105, -0.06367114930991241, 0.002884076537013706, -0.04311930238393992, -0.028919440401505687, 0.03661243287327482, -0.012274677540778, 0.022044312421580708, -0.0019524943538268248, -0.00718509535759122, 0.018905804265997497, -0.020039599749058525, 0.011460363864492227, 0.00190883061480542, 0.015142810539523602, 0.0015411859473054327, -0.0034457590966119997, 0.007354567126724528, -0.019568141781680794, 6.111668757913393e-05, 0.014974058971141782, 0.017483629861982628, 0.004062395232120175, -0.039640589711417734, -0.017307636135508092, -0.015383726474278643, 0.02951326599749063, 0.010041510664993838, -0.009252728983688915, 0.023129829360100374, 0.024991664993726456, 0.005777824341280051, 0.010330861982434136, -0.02240079799247117, 0.013556362609786848, 0.009395460476787914, -0.05596691593475561, -0.0011453801756584612, 0.019547611041405746, -0.005424897114178279, -0.036271767879548236, -0.04216928481806779, -0.06910606649937284, 0.013698135508155716 ] ], "std": [ [ 0.9995168687982413, 1.0072187255531315, 0.9922765699545656, 1.0014379023165043, 1.0007423887263762, 1.006595287508758, 0.996025190875742, 1.0015863398288425, 0.9939619881518538, 1.0012546381038536, 0.9974235803209218, 0.9958759047377087, 1.0231793150542605, 0.9988598615456608, 1.0165807865563634, 0.9981765632980487, 0.9916120393689883, 0.9967806721546657, 1.0001387498061993, 0.9907382633450215, 0.9919466420747174, 0.9918048070565159, 0.9927131112764388, 0.9987541938182435, 0.9829950228363971, 0.9987615525719863, 1.006646575684889, 0.9727270348859581, 1.0274767556558333, 0.9948545552577256, 0.9724110619354693, 0.999399954650725, 1.0137453383320747, 1.0038171597805419, 0.9942857302920103, 1.0221132950933616, 1.0125332438729522, 1.0058606284258966, 1.0061583893468007, 1.0071484737907352, 0.993080173542264, 0.994054088509694, 1.0019557537886754, 0.9879867613789639, 1.0059203970540576, 1.002236769456239, 1.0166179760088292, 1.0148930646959913, 0.9855942441531308, 0.9881712595842015, 0.997375001351328, 1.0153221146032385, 0.9987022726517054, 1.0023090382878383, 0.9960039697880356, 0.9659716681886643, 1.0079997805456118, 0.9972223231158401, 0.9973623069301778, 1.0162353419266272 ] ] }, "width": 256, "in_features": 60, "out_features": 3, "depth": 6, "padding": 120, "parameters": 65763, "cert_evals": { "36": 0.7434828281402588, "72": 0.623566210269928, "108": 0.48331594467163086, "255": 0.08498436212539673 }, "fold": 3 } ], "mean_test_acc": 0.8207784786932334, "std_test_acc": 0.0044501392334192315, "n_samples": 3190, "n_features": 60, "n_classes": 3, "mean_cert_acc_36": 0.7390912026166916, "std_cert_acc_36": 0.0121868911665228, "mean_cert_acc_72": 0.6363062709569931, "std_cert_acc_72": 0.021741415852914284, "mean_cert_acc_108": 0.5204697251319885, "std_cert_acc_108": 0.032289493848851505, "mean_cert_acc_255": 0.12463153898715973, "std_cert_acc_255": 0.04030829551531425 }, "monks-1": { "dataset": "monks-1", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 17, "best_val_acc": 0.7142857142857143, "test_acc": 0.550561797752809, "train_size": 432, "val_size": 35, "test_size": 89, "stats": { "mean": [ [ -5.13992141030165e-18, 1.1307827102663631e-17, -6.6818978333921455e-18, -1.02798428206033e-18, 0.0, 0.0 ] ], "std": [ [ 0.9988447623463166, 0.9988447623463166, 0.9988419999999979, 0.9988447623463166, 0.9988439629181349, 0.9988419999999979 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.5652173913043478, "test_acc": 0.48514851485148514, "train_size": 432, "val_size": 23, "test_size": 101, "stats": { "mean": [ [ -5.13992141030165e-18, 1.1307827102663631e-17, -6.6818978333921455e-18, -1.02798428206033e-18, 0.0, 0.0 ] ], "std": [ [ 0.9988447623463166, 0.9988447623463166, 0.9988419999999979, 0.9988447623463166, 0.9988439629181349, 0.9988419999999979 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.48514851927757263, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 10, "best_val_acc": 0.7241379310344828, "test_acc": 0.6210526315789474, "train_size": 432, "val_size": 29, "test_size": 95, "stats": { "mean": [ [ -5.13992141030165e-18, 1.1307827102663631e-17, -6.6818978333921455e-18, -1.02798428206033e-18, 0.0, 0.0 ] ], "std": [ [ 0.9988447623463166, 0.9988447623463166, 0.9988419999999979, 0.9988447623463166, 0.9988439629181349, 0.9988419999999979 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 7, "best_val_acc": 0.6956521739130435, "test_acc": 0.7029702970297029, "train_size": 432, "val_size": 23, "test_size": 101, "stats": { "mean": [ [ -5.13992141030165e-18, 1.1307827102663631e-17, -6.6818978333921455e-18, -1.02798428206033e-18, 0.0, 0.0 ] ], "std": [ [ 0.9988447623463166, 0.9988447623463166, 0.9988419999999979, 0.9988447623463166, 0.9988439629181349, 0.9988419999999979 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.589933310303236, "std_test_acc": 0.09358728881501324, "n_samples": 556, "n_features": 6, "n_classes": 2, "mean_cert_acc_36": 0.12128712981939316, "std_cert_acc_36": 0.24257425963878632, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "monks-2": { "dataset": "monks-2", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 25, "best_val_acc": 0.36666666666666664, "test_acc": 0.4244604316546763, "train_size": 432, "val_size": 30, "test_size": 139, "stats": { "mean": [ [ -5.13992141030165e-18, 1.1307827102663631e-17, -6.6818978333921455e-18, -1.02798428206033e-18, 0.0, 0.0 ] ], "std": [ [ 0.9988447623463166, 0.9988447623463166, 0.9988419999999979, 0.9988447623463166, 0.9988439629181349, 0.9988419999999979 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.34615384615384615, "test_acc": 0.38461538461538464, "train_size": 432, "val_size": 26, "test_size": 143, "stats": { "mean": [ [ -5.13992141030165e-18, 1.1307827102663631e-17, -6.6818978333921455e-18, -1.02798428206033e-18, 0.0, 0.0 ] ], "std": [ [ 0.9988447623463166, 0.9988447623463166, 0.9988419999999979, 0.9988447623463166, 0.9988439629181349, 0.9988419999999979 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.38461539149284363, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 16, "best_val_acc": 0.5862068965517241, "test_acc": 0.5142857142857142, "train_size": 432, "val_size": 29, "test_size": 140, "stats": { "mean": [ [ -5.13992141030165e-18, 1.1307827102663631e-17, -6.6818978333921455e-18, -1.02798428206033e-18, 0.0, 0.0 ] ], "std": [ [ 0.9988447623463166, 0.9988447623463166, 0.9988419999999979, 0.9988447623463166, 0.9988439629181349, 0.9988419999999979 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.6551724137931034, "test_acc": 0.6142857142857143, "train_size": 432, "val_size": 29, "test_size": 140, "stats": { "mean": [ [ -5.13992141030165e-18, 1.1307827102663631e-17, -6.6818978333921455e-18, -1.02798428206033e-18, 0.0, 0.0 ] ], "std": [ [ 0.9988447623463166, 0.9988447623463166, 0.9988419999999979, 0.9988447623463166, 0.9988439629181349, 0.9988419999999979 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.48441181121037236, "std_test_acc": 0.1021651856174404, "n_samples": 601, "n_features": 6, "n_classes": 2, "mean_cert_acc_36": 0.09615384787321091, "std_cert_acc_36": 0.19230769574642181, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "monks-3": { "dataset": "monks-3", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 14, "best_val_acc": 0.90625, "test_acc": 0.7777777777777778, "train_size": 432, "val_size": 32, "test_size": 90, "stats": { "mean": [ [ -5.13992141030165e-18, 1.1307827102663631e-17, -6.6818978333921455e-18, -1.02798428206033e-18, 0.0, 0.0 ] ], "std": [ [ 0.9988447623463166, 0.9988447623463166, 0.9988419999999979, 0.9988447623463166, 0.9988439629181349, 0.9988419999999979 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.5555555555555556, "test_acc": 0.4807692307692308, "train_size": 432, "val_size": 18, "test_size": 104, "stats": { "mean": [ [ -5.13992141030165e-18, 1.1307827102663631e-17, -6.6818978333921455e-18, -1.02798428206033e-18, 0.0, 0.0 ] ], "std": [ [ 0.9988447623463166, 0.9988447623463166, 0.9988419999999979, 0.9988447623463166, 0.9988439629181349, 0.9988419999999979 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.48076924681663513, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 6, "best_val_acc": 0.75, "test_acc": 0.6224489795918368, "train_size": 432, "val_size": 24, "test_size": 98, "stats": { "mean": [ [ -5.13992141030165e-18, 1.1307827102663631e-17, -6.6818978333921455e-18, -1.02798428206033e-18, 0.0, 0.0 ] ], "std": [ [ 0.9988447623463166, 0.9988447623463166, 0.9988419999999979, 0.9988447623463166, 0.9988439629181349, 0.9988419999999979 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 9, "best_val_acc": 0.5862068965517241, "test_acc": 0.5483870967741935, "train_size": 432, "val_size": 29, "test_size": 93, "stats": { "mean": [ [ -5.13992141030165e-18, 1.1307827102663631e-17, -6.6818978333921455e-18, -1.02798428206033e-18, 0.0, 0.0 ] ], "std": [ [ 0.9988447623463166, 0.9988447623463166, 0.9988419999999979, 0.9988447623463166, 0.9988439629181349, 0.9988419999999979 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.6073457712282597, "std_test_acc": 0.12750545301714922, "n_samples": 554, "n_features": 6, "n_classes": 2, "mean_cert_acc_36": 0.12019231170415878, "std_cert_acc_36": 0.24038462340831757, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "letter": { "dataset": "letter", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 58, "best_val_acc": 0.6721150702844066, "test_acc": 0.6704631102922703, "train_size": 5000, "val_size": 3059, "test_size": 11941, "stats": { "mean": [ [ 0.00514853171999978, 0.005659159839999929, 0.015561632360000245, 0.01129863240000007, 0.0052732767999999685, 0.00552804246000023, -0.003806189400000043, 0.004888994199999829, 0.008798804439999558, -0.008297726599999769, 0.0009121625999998376, 0.004806467700000183, 0.003901915299999814, -0.011281666800000121, -0.0074610201999999294, 0.003215448200000049 ] ], "std": [ [ 0.9872835099546217, 1.006134190408135, 0.9972389123333294, 1.0049266649751227, 0.9943131104630408, 0.9927707764568473, 1.0068065835854811, 1.0134669668414158, 1.0040007520709764, 0.9997230654740944, 1.007968354670923, 1.0003581319476724, 1.005041480077882, 1.0049516430140362, 0.9976563117551296, 0.9860491581099939 ] ] }, "width": 64, "in_features": 16, "out_features": 26, "depth": 6, "padding": 32, "parameters": 5626, "cert_evals": { "36": 0.5859643220901489, "72": 0.48948997259140015, "108": 0.3881584405899048, "255": 0.10794740915298462 }, "fold": 0 }, { "best_epoch": 91, "best_val_acc": 0.6698810671809707, "test_acc": 0.6749095802842964, "train_size": 5000, "val_size": 3111, "test_size": 11889, "stats": { "mean": [ [ 0.0029532797399999047, 0.004388175279999976, 0.004244063760000119, 0.012979005999999998, -0.004678983799999144, 0.003455055400000179, -0.007418534600000143, 0.003926012599999779, 0.00795879715999929, -0.00524365779999995, -0.01178226520000005, -0.015187571099999951, -0.012475097320000503, -0.0018423520000003316, -0.013382179199999674, -0.004821816599999932 ] ], "std": [ [ 0.9986276678083476, 0.9950343941586423, 0.99640667299183, 1.0000071963490385, 0.992160528900722, 1.0037788827185958, 1.0135243337906252, 1.019023638516362, 1.0086984945355297, 1.009749704171076, 1.013939210703217, 0.9887907814862574, 0.9896867749920725, 0.9916791039398155, 1.0056717046836126, 1.0037598172363915 ] ] }, "width": 64, "in_features": 16, "out_features": 26, "depth": 6, "padding": 32, "parameters": 5626, "cert_evals": { "36": 0.5944991111755371, "72": 0.5019766092300415, "108": 0.4012112021446228, "255": 0.11775591224431992 }, "fold": 1 }, { "best_epoch": 76, "best_val_acc": 0.6875862068965517, "test_acc": 0.687603305785124, "train_size": 5000, "val_size": 2900, "test_size": 12100, "stats": { "mean": [ [ 0.021874334520000687, 0.017884720619999826, 0.014568840500000449, 0.006699696200000058, -0.00020502299999983865, 0.011056104300000202, -0.0043222202000001006, -0.005629635800000384, 0.0012383624799995345, 0.011071598799999905, -0.0038767746000001103, -0.0036525290000001725, 0.002787233879999989, 0.011734750599999826, -0.007305219399999943, 0.006554009400000075 ] ], "std": [ [ 1.018882039972734, 0.9909097519297484, 1.011006149224975, 0.9981095511490614, 0.9744828743262628, 1.0187271547521726, 1.0142349021053059, 1.0059981552155532, 1.0032678982013254, 0.9974167859950539, 0.9962881566563585, 1.0100493766021112, 0.9931648907076084, 1.0108922135098513, 1.0056449285270137, 1.001713691144833 ] ] }, "width": 64, "in_features": 16, "out_features": 26, "depth": 6, "padding": 32, "parameters": 5626, "cert_evals": { "36": 0.6080164909362793, "72": 0.5122314095497131, "108": 0.412644624710083, "255": 0.12272726744413376 }, "fold": 2 }, { "best_epoch": 94, "best_val_acc": 0.6784641068447412, "test_acc": 0.6693044564764682, "train_size": 5000, "val_size": 2995, "test_size": 12005, "stats": { "mean": [ [ 0.004834942479999971, 0.001483113019999944, -0.0019111359399998356, 0.0075840941999999545, -0.0010267499999996761, 0.017176408160000104, -0.001742007400000528, -0.001036997800000219, 0.003506500319999635, -0.004038084999999959, -0.005625091799999523, 0.0011537186999995067, 0.00047216481999986826, -0.0067559524000002655, 0.007341836400000017, 0.0008661090000000479 ] ], "std": [ [ 1.004162670449844, 1.0009285120042208, 1.0009316003026747, 1.0058812415247276, 1.0013613633110403, 0.9913646988590394, 0.9980301597574796, 0.9947148416325726, 0.9936745035912995, 0.9961424729063775, 0.9987978729631191, 0.9997824037300547, 0.9953405790803281, 1.0103550196199995, 1.0017727765855509, 1.0101591352858876 ] ] }, "width": 64, "in_features": 16, "out_features": 26, "depth": 6, "padding": 32, "parameters": 5626, "cert_evals": { "36": 0.5855893492698669, "72": 0.49346107244491577, "108": 0.40832987427711487, "255": 0.1376093327999115 }, "fold": 3 } ], "mean_test_acc": 0.6755701132095397, "std_test_acc": 0.00837802602844904, "n_samples": 20000, "n_features": 16, "n_classes": 26, "mean_cert_acc_36": 0.5935173183679581, "std_cert_acc_36": 0.010505401294506543, "mean_cert_acc_72": 0.49928976595401764, "std_cert_acc_72": 0.010078275046206552, "mean_cert_acc_108": 0.40258603543043137, "std_cert_acc_108": 0.010711560148418309, "mean_cert_acc_255": 0.12150998041033745, "std_cert_acc_255": 0.012365372376010514 }, "musk-1": { "dataset": "musk-1", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 7, "best_val_acc": 0.8289473684210527, "test_acc": 0.7651245551601423, "train_size": 119, "val_size": 76, "test_size": 281, "stats": { "mean": [ [ -0.009291536974789802, -0.12607884680672266, -0.04762204201680674, -0.0761702235294117, -0.044936774789916, -0.014382231932773128, -0.041894201680672254, -0.03190622907563026, 0.021353001680672248, 0.10775567647058813, 0.09010778932773111, -0.057640225210084016, 0.14667296336134458, 0.10126893949579828, 0.14001244605042018, -0.04249502016806724, 0.038105572268907546, 0.002184308487394976, -0.05224322941176468, 0.06215304016806718, -0.12393828857142859, -0.02803303361344539, -0.10647747142857145, 0.02538642941176475, 0.03754377647058824, -0.00930381512605037, -0.10533614621848736, -0.07591091428571431, 0.015518248319327696, 0.03344583445378154, -0.0436141698991596, -0.03440255966386541, -0.08419558653781517, 0.059494676050420144, 0.011928458739495816, -0.006269523999999992, 0.060528428571428566, 0.03592683193277311, 0.07123646218487396, -0.0823780630252101, -0.03973622907563024, -0.09128727731092437, 0.134798512605042, 0.09857759663865544, 0.08639189302521, 0.04655348655462184, 0.12397431176470586, -0.0036607467226890487, -0.045298374201680695, 0.09763559579831942, -0.11482796470588238, 0.005798111764705843, -0.04984500840336133, 0.10562984689075626, -0.006794973949579853, -0.06879170025210085, -0.05042998067226895, -0.1381735478991597, 0.018107122621848763, 0.07930746134453784, -0.035087430369747964, -0.047216151260504276, -0.050801200000000026, 0.000790052100840336, -0.03210146470588229, -0.011450639932773149, 0.13865514789915964, 0.024682792941176448, 0.04572973361344544, -0.07111193899159665, -0.05305032773109243, -0.03151311848739495, 0.13506087714285714, 0.03930882689075631, 0.13208768117647057, 0.03213378487394958, 0.036931210084033585, 0.0542657411764706, -0.055266365126050425, -0.007700784890756318, -0.06660210142857143, -0.0472203361344537, -0.13513644588235293, -0.0953638899159664, 0.0684584218487394, -0.027715061344537825, -0.13681975714285718, -0.03402985277310925, 0.0014045230252100738, 0.0014960380672269073, -0.013881531092436904, -0.054739220168067156, -0.07439434873949584, 0.16347766033613445, -0.027834813445378172, 0.04105560084033615, -0.018090553781512614, 0.039478408403361344, 0.01011179831932775, -0.056224057983193236, -0.05482081092436975, -0.09049105663865546, 0.1384086307563025, 0.1158592352941177, 0.1295010983193277, 0.026534809327731116, 0.030993403193277324, 0.045596629411764705, 0.07867409050420171, 0.07023428403361341, -0.010699962478991626, -0.1297697013445378, -0.06125888739495793, -0.054635241344537774, 0.07315159588235293, 0.14113961932773117, 0.03369915462184867, -0.017007521008403328, -0.03182301008403359, -0.10475748344537812, 0.029890118487394944, 0.008469613445378164, 0.0055577798319327845, -0.015650881428571396, 0.0048053532268907215, 0.06544014621848733, 0.11003610159663865, 0.04605257647058817, 0.14969492016806743, -0.012363702521008463, -0.051404617310924446, -0.01038593529411762, -0.07927427529411762, -0.04159334571428572, 0.06169648184873948, 0.11608897882352946, 0.038903689075630285, 0.1461880742857143, -0.06708651966386553, -0.11414608924369747, -0.1295263958823529, -0.03233595445378152, -0.04501458058823521, -0.000721831932773089, -0.004400483109243784, -0.12390628907563028, -0.036873544537815106, -0.0909845665546218, -0.10444491176470592, -0.09871166294117649, 0.005718816974789886, -0.036594511848739485, -0.04913234621848742, -0.08743706722689078, -0.11513121176470595, -0.08874053697478997, -0.05336954033613433, 0.082962791092437, -0.021164454621848745, -0.0932097171428572, 0.014436121848739485, -0.04426032336134451, -0.1090511277310925, 0.1449148087394958, 0.1817663789915966, 0.013956836806722718 ] ], "std": [ [ 1.0099114119845158, 0.9348594846360825, 0.9584972842977127, 0.9640337720371549, 0.2970971465206269, 0.9902644318765941, 0.9766608443635819, 0.9277337303843832, 1.0209147991357326, 0.8462688910212999, 0.937274236323561, 0.9720030442747652, 0.8629052767970179, 1.0131630405366665, 1.0235995127546023, 0.9236691973697053, 1.0455909357050364, 1.035981564713016, 0.99532697338212, 0.9211771365528878, 0.874501926986878, 0.9704498314090642, 0.891302047446978, 0.9804149844573272, 1.0041773279830728, 1.002529298728106, 1.0224471703080853, 0.9244712375286949, 0.9743559806263377, 0.9887295244749511, 0.9544273760411471, 1.02985801200279, 0.9474472095469905, 0.9846549124544697, 1.0482961086154436, 1.055409389025073, 1.0423422939087563, 1.0253865871036294, 1.0239668108505644, 0.9972886803210333, 0.9397442064430964, 0.9896358956731565, 0.8331728551459917, 1.0002340413586819, 1.026654843545489, 0.9343094828155423, 1.0805604708964744, 1.016149424944211, 0.9476470504397961, 0.8577284376860824, 0.920172262946738, 1.0002820735413485, 0.9664321885797094, 1.019659024980453, 1.0132206139363333, 1.00472748039475, 1.0024772758067237, 0.9013838379335253, 0.9715976585133171, 0.9356214917883198, 0.9726637625607683, 1.00574462045675, 0.9321535556262043, 1.004591790870879, 1.0091107376933197, 1.0832569998991441, 1.8163040204653527, 0.9290261409599484, 1.0054342451497356, 0.9239187303729655, 0.9412606308289463, 0.9574057112375489, 0.8857071278100311, 1.0050826351619282, 0.9471390167804283, 1.0193559664076242, 1.033149121132442, 0.9758992146197891, 0.9828293233847875, 0.90614346312176, 0.9387813930150655, 0.9606369771060325, 0.8549597722364108, 0.9981213041653383, 0.9677112371500205, 0.9888508064525113, 0.9412501606612704, 0.9784409127120647, 0.9536777420064435, 1.0085901119483398, 1.0060567404606122, 1.05851562000323, 0.9752413461311447, 0.832810761621145, 0.9562798547506608, 0.9993771767194177, 0.9838326504712223, 1.0393844730608708, 0.9854152300072946, 0.9930779495430294, 0.9453202880876939, 1.0360449396357243, 0.9713513980461649, 0.9992332279693708, 1.030407313898056, 1.0076912122214956, 1.0744880656744056, 1.0277037793008523, 0.9982104529316067, 1.0186593720796726, 0.9108463414168625, 0.8553233102911179, 0.9405777768078974, 0.9494600014203208, 0.9952734588081359, 0.9638326137771844, 0.9939522113357686, 0.9987681660336664, 1.0036155891840373, 1.0182452713672059, 0.9910446446968689, 1.0210928396177827, 1.014427730685323, 1.0086920592279505, 1.0093171765266578, 0.9594492714523327, 0.9056353320538072, 0.9878559376915045, 0.865650141810967, 1.0394374951234533, 0.9719119864007881, 0.9799530665659871, 0.9588363638135182, 0.9822725442114135, 0.9853299809008946, 0.9191461281202059, 1.0618195424162966, 0.9695623887099393, 0.9472161121894884, 0.9054444134708255, 0.8581249512539794, 0.9983938325913907, 0.9776524170683517, 1.0043567453308122, 1.0368357351214297, 0.7773405936733125, 0.9853354382623081, 0.9079498191834765, 0.9125689627310116, 1.007586247217154, 1.0299208957325752, 0.9872806671843242, 0.9852145677771802, 0.961619761600875, 1.0605262646288578, 0.980777477262741, 0.8407792662129906, 0.9672088420960975, 0.993154330767692, 0.9994330628955878, 0.9756248219133866, 1.0207484353264802, 0.8458747953216613, 1.047455330809163, 0.8596011234926225, 0.9804108130279062 ] ] }, "width": 512, "in_features": 166, "out_features": 2, "depth": 6, "padding": 332, "parameters": 498334, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 5, "best_val_acc": 0.7317073170731707, "test_acc": 0.7454545454545455, "train_size": 119, "val_size": 82, "test_size": 275, "stats": { "mean": [ [ 0.024158311764705866, 0.06841572537815128, 0.07787132436974789, 0.05814358991596639, -0.0888491647058824, 0.03483687310924371, -0.08321678991596636, 0.0172144136134454, -0.07243344537815127, 0.008146065798319318, -0.016513243697478995, -0.05358841159663873, -0.11541696184873952, -0.030794808823529415, -0.023826682857142848, 0.22576291260504208, -0.07960640428571429, 0.17796446697478982, -0.10515495630252099, -0.1766215479831932, -0.021160134789915977, -0.09120216806722693, -0.08078450756302523, 0.036557993277310914, 0.07266807731092434, -0.07452452100840339, -0.09814859546218489, 0.003981514285714288, 0.06022833823529412, 0.03180818907563029, 0.12598115882352945, -0.019460692436974722, 0.005478542042016823, 0.03584051008403359, 0.02924001680672268, 0.08767364537815124, 0.028594260504201666, -0.07716408655462187, 0.056073705882352984, -0.05639972268907562, 0.0835798580672269, 0.025938724369747895, -0.10687808823529413, -0.07300582436974785, -0.056062168571428615, 0.07744706722689071, -0.11377087142857145, 0.048533752268907604, -0.08137850462184877, -0.058378573949579855, -0.028422560504201697, -0.0789361680672269, -0.08572274453781516, 0.03500715462184874, 0.09914903445378148, -0.01241268218487394, -0.09931365378151263, -0.012532198319327783, 0.059187288168067245, 0.08141363613445372, 0.08123671047058818, 0.02099984705882357, -0.061353805882352924, 0.05045417815126048, 0.003424229411764733, 0.03549537599999996, 0.10939142605042013, 0.024103800252100897, 0.09995052563025215, 0.04793713714285712, 0.08099445378151263, 0.04342324285714288, -0.04197519075630255, -0.006363128907563019, -0.04760110218487393, 0.18736039663865556, -0.06648005882352942, 0.04628493109243699, -0.08752957159663863, -0.10092213726050421, -0.04371235016806719, -0.08629289915966386, -0.061165748991596644, 0.06382008823529413, 0.08361947142857139, -0.08537609243697473, 0.011821439495798298, 0.059812282521008404, 0.07737757478991594, 0.048898662184873966, 0.05884979831932784, 0.032120366386554605, 0.049671467226890774, 0.06206085193277312, -0.06417456806722689, 0.09108409243697482, 0.013927862352941179, -0.0819115100840336, 0.06585645378151259, -0.080924987394958, 0.08453104543697479, 0.03520098739495797, -0.033171742605042, -0.07644083142857143, -0.07423916470588235, 0.19354969352941173, 0.07750047327731097, 0.04090831848739493, -0.009056908571428546, -0.08928623369747901, -0.1007881585714285, -0.06398705378151263, -0.08433044033613445, -0.08870030352941174, 0.009959691008403333, -0.09990773865546218, 0.05553736134453778, -0.06597402521008403, -0.09688954873949583, -0.07634268067226894, 0.04976200672268908, 0.09565500000000006, 0.04676366134453782, 0.039169940336134454, 0.01394140588235296, 0.09173843613445375, 0.04849337193277301, 0.02735341008403359, 0.0022560852100840245, 0.017306670588235304, -0.07432240336134455, 0.018145999999999957, 0.07377648403361345, 0.03658892100840334, 0.09466570336134442, -0.01156839252100844, -0.08601561932773116, -0.023251629747899148, -0.07814215966386556, -0.05655879957983193, -0.07487231655462186, -0.05101524907563022, -0.07532593025210085, -0.08363757142857142, 0.04670676983193278, 0.01303225319327727, 0.1082119579831933, 0.058739847226890775, 0.04739272436974786, -0.08494485210084034, -0.007814653361344537, 0.03440219747899159, 0.03682794453781517, 0.019789025210084014, -0.020285273949579827, 0.01840798831932768, 0.09117156386554631, 0.09178180537815128, 0.028927057983193283, 0.039525619159663856, 0.03801534126050421, 0.05517624386554618, 0.027384261176470626, -0.06334286823529411, -0.002208981512605072, 0.04186990235294113 ] ], "std": [ [ 0.9547059509648184, 0.9457416976985498, 0.9671967001393593, 1.0340808405040773, 0.29867998736393586, 0.9719739664896527, 1.0223829819294672, 0.9920370365260445, 0.9938178926570024, 1.0674678703036786, 1.0536235501005935, 0.9759681128010698, 1.1933806341652835, 1.0462009952757907, 1.0396377705165756, 1.2364398130013148, 1.0297123743799923, 1.0513930980262587, 0.9790963258765985, 1.0632151511993007, 0.8881037178933221, 0.997644465555213, 0.9146456782945884, 0.9986846418706715, 1.028389228812699, 1.0052304374745582, 1.0570364058143467, 1.1112265087401707, 1.0072333277340315, 0.9792224727759794, 1.140107641685767, 1.0319855071635557, 1.012909596546793, 1.0478738212633798, 1.0393769664926573, 1.040313487043468, 1.0004874772542869, 1.0065552249215965, 0.9959877333213383, 1.0314341517051941, 0.9609827644603898, 0.9407821598946572, 1.1423539444973092, 1.040681629733202, 1.035405523493998, 1.0348642291431813, 0.9384238030240764, 1.007329148159345, 0.96532151079532, 1.080102411960722, 0.9189706961196683, 0.9890328023534652, 0.9970449665503818, 1.0032947034394086, 1.0232492622926868, 0.9044539334562162, 1.0428486576399463, 0.9869742154628898, 0.9627579193146311, 1.0375988820208812, 1.0442635152617854, 0.9921480147512401, 1.0172361211613725, 0.9856162070884749, 1.0071085351580469, 1.004680228407639, 1.0918099971010347, 0.859818967469955, 0.951570742602994, 0.8998130747416146, 0.9682740422741012, 0.9513593820658351, 1.0918457242129123, 1.0306512739007234, 1.1233409715843774, 1.319054880300292, 1.0190368042078375, 1.0726089749646683, 0.9780586022786055, 1.0237281910570661, 0.9302196391823201, 1.0150095369233572, 0.8567595112619277, 1.0253125704582768, 1.0329663588386147, 1.0150497595004389, 0.9645261987539875, 0.9987452828678794, 0.9996111734287946, 0.9939296531881606, 1.0641892502012626, 1.0238265092687246, 1.0399511925040086, 1.0927394981630942, 0.947573210798269, 1.0191620496299643, 0.9777226300254053, 1.0076015412678785, 0.9989352692153354, 1.0456873119376142, 0.9570466525951427, 0.9629678052479418, 1.0756215730851235, 1.0393724244555782, 1.0305172746367526, 1.0836356914908913, 1.0236898037082116, 1.030964269392618, 1.054840275031591, 1.0178620591147387, 1.006995468728297, 0.8734971943634845, 0.942877766385353, 0.971630330747536, 1.0292634993717256, 1.116414229811486, 1.0266501952515827, 1.0364187186039386, 1.0294974903053178, 1.069916118390874, 0.9920027928850452, 1.0092646258306635, 0.9981544780299838, 0.9515782433268465, 1.0464699288665589, 1.0272730625017454, 1.0548039781673533, 0.983479378572509, 1.135184518802563, 1.0353433069590894, 1.0020848418547366, 1.0073768884693561, 0.9727461694029419, 0.9973821577284503, 1.0529917786648204, 0.8823455010261391, 1.0295445080258667, 0.906856533293073, 0.9621107954508806, 0.8425968192386732, 0.8559038698220399, 1.016468338504835, 1.037043233806624, 1.0173006551929522, 1.0578471179473388, 1.0163426747138629, 1.1986785031894742, 0.9143980309098125, 0.9344978248549644, 1.0421032838564122, 0.9875543674864906, 1.0306666337849881, 1.0407485217723018, 0.9295624550306794, 1.0304280230394511, 0.9628856470269781, 1.122180757252087, 1.1061285175248974, 1.0018242894154332, 0.9161538026866665, 1.0210998734495285, 0.9425158583796771, 1.017252092911681, 1.1339821301332038, 0.9482657315372943, 1.0539881791338177 ] ] }, "width": 512, "in_features": 166, "out_features": 2, "depth": 6, "padding": 332, "parameters": 498334, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 31, "best_val_acc": 0.921875, "test_acc": 0.8839590443686007, "train_size": 119, "val_size": 64, "test_size": 293, "stats": { "mean": [ [ 0.06318337899159665, -0.01750837369747895, 0.02927752857142856, -0.008290130252100843, 0.015662287394957966, 0.02086558571428569, -0.13928621848739492, -0.07404167731092438, -0.19213065546218494, 0.1664315235294117, -0.12294668319327731, -0.1817351731092437, 0.010112128235294188, -0.10692336386554628, -0.08861290806722695, -0.06722896890756305, -0.16965138907563024, -0.08699059201680673, -0.09990497731092438, 0.025839068067226904, -0.15816130924369745, -0.17952358823529418, -0.12498328067226894, 0.15700955630252103, 0.2047434554621848, -0.12583588235294113, -0.159380296302521, -0.1583042731092438, -0.017471884033613477, 0.17150142016806721, -0.013367896789915854, 0.09515493319327734, -0.1043621142773109, 0.14587384495798317, -0.12920535638655464, 0.08664596507563023, -0.11529433613445382, -0.11128723529411766, 0.1026118739495799, -0.1288278638655462, 0.03162067176470591, 0.10926809579831938, 0.10145011742857142, -0.10089418487394954, -0.16934925134453793, -0.10035777899159666, -0.0022220840336134593, -0.14973477075630254, -0.09981443655462183, 0.13018069327731097, -0.16896669495798325, -0.19508748739495796, -0.15524649243697483, -0.11831341932773114, 0.22480805714285726, -0.04188063773109245, -0.14299176722689078, -0.09312031680672267, -0.03409673368067225, 0.21123602268907565, -0.0823785142352941, 0.09407231092436971, -0.06044896050420165, 0.12690943361344537, -0.15432811176470584, 0.11373846321008402, -0.09197245798319335, -0.036408632521008365, 0.02736904537815129, -0.07516609663865546, 0.02726841428571433, 0.11449725126050421, -0.08324179865546223, -0.1859713232773108, -0.029114210756302543, -0.04372340672268908, -0.1676014957983193, -0.09481104907563025, -0.14518526134453774, -0.14023717031932764, -0.17883970840336139, -0.15227219327731092, -0.12688221596638652, 0.17267242857142853, 0.21734268907562995, -0.13427643697478986, -0.10342343025210089, -0.08278381840336131, 0.039320595126050406, 0.12871404033613446, 0.01710760588235305, 0.1303802900840336, -0.1259390416806723, -0.02462903075630251, -0.011597495798319335, -0.02996593277310922, -0.11406075697479011, -0.15991802436974792, 0.08011680672268909, -0.13947732605042013, 0.03274552773109243, 0.12533725361344533, -0.110098517394958, -0.12202160000000008, -0.11250578067226888, -0.029730635546218537, -0.06243363445378147, -0.11122854033613447, 0.0018548309243698465, -0.16121145042016807, -0.11309920420168079, -0.1428132453781513, -0.16323598739495804, -0.1605866899159664, 0.2219443926890757, 0.08728584873949588, 0.18907824873949586, -0.14974748739495788, -0.15023559243697474, -0.18183265630252093, 0.18517070504201683, 0.16599662184873953, 0.14711887731092438, -0.05699850756302512, 0.04790072465546219, -0.009070256302521026, 0.17716400000000004, 0.16732338571428573, 0.08124960588235282, -0.14709592941176478, 0.0369225247058823, -0.017422470588235324, -0.1504932868067227, -0.19206401436974793, -0.11275016705882353, 0.00605314857142857, -0.1441573467226891, 0.07815059025210083, -0.13342117983193286, -0.0817532226890756, -0.09976520789915962, -0.10781365663865544, -0.14120095630252097, -0.14986163865546215, 0.20239748411764702, -0.07042730252100846, -0.02724144705882351, -0.08136119201680665, -0.08620197731092435, -0.144991794117647, -0.11356651411764705, -0.13158160840336128, -0.10353579159663868, 0.15731504201680674, 0.12369566218487399, 0.14793098151260503, -0.10683907815126047, 0.04158667731092437, 0.08902219327731095, 0.11460572504201683, 0.06525115428571429, 0.08792362386554624, 0.06720011109243695, 0.11343997344537818, -0.046682014285714286, 0.08234472924369746 ] ], "std": [ [ 0.9926193696304842, 0.982041564897434, 0.9788587860924499, 1.0481325530599315, 1.1497163338460719, 0.9036763603503252, 1.0073501012902193, 1.0681136353666913, 0.957911230073424, 1.0517887344491312, 1.037533414748361, 1.0316333625809162, 0.988344377792284, 1.0327635738369823, 1.0645913439075099, 0.8772045443763791, 1.0038093734493303, 1.078088978405565, 1.016038289193935, 1.1038191425269852, 1.0415694714449408, 0.9494193094640091, 0.9951683699303016, 1.0484760713821966, 1.0292290388549856, 1.0046238226745023, 1.0231894041917298, 0.8722526507660389, 0.9637053912866876, 1.0443111125853262, 0.9779088621252243, 1.0200265098256789, 1.04982753768682, 1.0411057141110271, 0.9917883582877046, 1.0640907950667935, 0.9109416890609948, 1.014778603352571, 1.012407645947388, 1.0130519839966745, 0.9833348170290883, 1.0054412900355405, 1.002550053092507, 1.040884298794981, 1.0022037130564367, 1.0045856731019926, 1.0338791557822133, 1.0330533263056556, 1.0342555211980782, 1.0856777292343813, 1.0480432440305076, 0.9406979132818648, 0.9525414189459014, 1.0458734546424882, 1.0040929970983012, 1.0908338035551266, 1.0204411854890103, 0.9393304179799824, 0.8845216239422083, 1.0634312588079848, 0.9761643177227193, 0.9998814706721766, 1.0943099390691056, 1.0203591751451435, 1.0002264397589242, 1.0452620025255572, 0.21243774403030324, 0.9825487629977677, 0.9989470256653102, 0.9776195550802724, 0.9881921942536106, 0.9692812223632913, 1.0114103879358118, 1.0176471463203618, 1.0985968046879107, 0.9011071747489188, 0.9852820686558261, 1.0409724045164395, 1.0226853862781786, 1.0523503465387045, 0.9984890729247287, 0.9865085860689214, 1.0253383015650288, 0.9842190050210698, 1.0482657857074558, 1.0036930615027435, 1.0023674926749344, 0.9730180833171876, 1.0498568728572968, 1.013227026732738, 1.0681306059244247, 1.0419005594011688, 1.0023012201703372, 1.0090606387751904, 1.0008208481733105, 1.0237634624186749, 0.9344050493529626, 0.9799269064690889, 0.9917577807573584, 1.0154669742852132, 0.9626828180326641, 0.9488893200381362, 1.0680204623811373, 1.0577745418633626, 1.0312684087947, 1.034145517451026, 0.9555340495289785, 1.038495245556023, 1.124990782413921, 0.9969234745383295, 1.0341464668845146, 1.0190464402227772, 0.9844502112008426, 0.9638979266497083, 1.0560016403249661, 1.0338565548525813, 1.0195784734669, 1.0452959798033794, 1.0300936651868722, 1.0079193145701346, 1.0358505453672258, 0.9983519055294932, 0.9782721184706487, 1.017214512787047, 1.0461193963805977, 1.0786507849769222, 1.0600256230229115, 1.0549246896740905, 1.0202597947720748, 1.0047933682967538, 1.046133607275955, 0.9767724487049283, 1.065119568533619, 1.0493844633618457, 1.0486183588403433, 1.0360634805883144, 1.0211356178592574, 1.116516917576279, 0.9684635542928414, 1.0485198907974274, 1.0097174728071363, 1.0200358029187542, 1.0093169179506543, 0.9954927763696803, 1.9163314627641592, 0.7748234776717885, 0.8330323640536798, 0.9972784153379518, 1.014123873707783, 1.0176782914003792, 0.9696823644591901, 1.0083943170146934, 1.016776019144507, 0.9587407406311098, 0.9964839901207664, 0.9516493424090011, 0.7372865758169305, 0.9783224584281585, 0.9967116551381188, 1.0058189487431421, 0.9864991950017903, 0.9736185085647364, 0.9649805689555828, 0.7965445354430392, 1.012032729083389, 1.009115061348346 ] ] }, "width": 512, "in_features": 166, "out_features": 2, "depth": 6, "padding": 332, "parameters": 498334, "cert_evals": { "36": 0.8225255608558655, "72": 0.7610921263694763, "108": 0.6894197463989258, "255": 0.4129692614078522 }, "fold": 2 }, { "best_epoch": 15, "best_val_acc": 0.8055555555555556, "test_acc": 0.8175438596491228, "train_size": 119, "val_size": 72, "test_size": 285, "stats": { "mean": [ [ 0.08827094453781521, 0.052429700924369736, -0.00036463781512605076, -0.12936181092436974, 0.24400667394957987, 0.06789304621848738, -0.14386008655462185, -0.16341241647058824, -0.09119049579831934, 0.08688295487394951, -0.010142181512605056, -0.07992688621848743, 0.07515934235294126, -0.043617603697479, -0.0595251351260505, -0.00513104201680665, -0.10509469159663867, -0.12206933151260506, -0.10814025714285717, -0.12779779672268907, -0.10893169613445379, -0.08832163865546222, -0.0816827924369748, 0.09850233697478993, 0.05851083949579831, -0.1641787092436975, -0.16092729126050428, -0.1280319789915966, -0.08851597478991598, 0.07951196302521006, 0.08349220993277319, 0.005591952100840379, 0.03787954203361344, 0.10143728361344516, -0.10608766731092427, 0.14584866675630268, 0.012883600840336178, -0.16592546050420165, 0.09759672268907567, -0.19044940252100842, 0.033699108991596664, 0.11165795798319325, 0.09412673485714296, -0.05305871764705887, -0.05172935680672275, 0.012541703843697427, -0.01198715798319332, -0.18350753075630258, -0.11316068361344542, 0.01317001420168068, -0.09100677478991598, -0.07560952100840335, -0.08295605882352938, -0.11658848504201687, -0.0018185008403361622, -0.2458672547058823, -0.1656989243697479, -0.07704509663865547, 0.036561694117647064, 0.09020285378151255, -0.03517201448739494, 0.05582876890756301, 0.009798390756302568, 0.09632748058823527, -0.07761458739495794, 0.11183031848739493, -0.036579986554621885, -0.1263089718487395, 0.11839747605042025, -0.12111019226890757, 0.02024199159663867, 0.11024838487394956, 0.04454762537815129, -0.04300331764705883, -0.03712093210084034, 0.015276773109243746, -0.10326505882352946, -0.07333125647058819, -0.08882397941176472, -0.12382232100840335, -0.08881872605042021, -0.12030378151260503, -0.09926218848739496, -0.10734386974789903, 0.06343325798319317, -0.13570989327731095, -0.04595993361344538, -0.2624038873109244, -0.16767311747899152, 0.09202781512605042, 0.08289800840336134, 0.09075038487394953, -0.06000971176470589, 0.14886200151260504, -0.07113343193277308, 0.10141161344537818, 0.010751606722689067, -0.10513173865546219, 0.04550339495798316, -0.17243847226890754, 0.046450748739495784, 0.152537722184874, -0.04370105689075634, -0.0473904394957983, -0.05494940756302522, -0.07405113613445377, -0.03986815983193283, -0.20286767310924372, -0.06405264798319323, -0.0780125884033613, -0.13415427676470587, -0.08062178285714292, -0.06563321680672268, -0.062234380672268885, 0.019833384033613455, -0.030907690756302526, 0.05372328235294116, -0.1764853655462185, -0.15975390168067233, -0.13166282773109242, 0.07275436470588237, 0.05660831008403364, 0.08542897647058818, 0.12639466974789917, 0.007908259394958005, 0.10586099915966378, 0.11454698386554625, 0.09212199915966388, 0.14067056840336137, -0.0895770168067228, -0.08912285042016815, -0.05617147647058823, -0.14716913361344536, -0.079183261092437, -0.05918893747899158, -0.07452321445378149, -0.15886370840336134, 0.01905404537815125, -0.10519994621848744, -0.17713219344537812, -0.11923718403361346, -0.18296511042016797, -0.16212627722689074, -0.13948604201680673, 0.10796782184873933, 0.042607534453781536, -0.20062171932773104, -0.07986152588235298, -0.048355900000000014, -0.1863898361344538, -0.0708105474789915, -0.10174562865546222, -0.09230160840336135, 0.1088111268907563, 0.036985360504201724, 0.0905234268907563, -0.0005666193277310296, 0.13550344991596625, 0.07032440672268905, 0.12498390974789911, 0.11443038134453778, 0.17218037596638658, 0.12188053815126057, -0.04917931680672268, -0.10940718739495801, 0.018918798487394944 ] ], "std": [ [ 1.2133217476808096, 0.9652578226642976, 0.9562814291999604, 0.9966056010399577, 1.8946268220275222, 0.9886790713878757, 1.0097226863252031, 1.0867582795960857, 1.0417589224997932, 1.050242189139985, 1.0667010091805855, 1.0548795344041055, 1.1190749488928982, 1.0572465763203538, 1.0230162584277593, 1.0209072269541954, 1.0668654357533103, 1.0443336788426352, 0.990874576128837, 1.120212168053591, 1.059400368391213, 1.0526573622956357, 1.1038394597149008, 1.0008841743240904, 0.9680575174660357, 1.0707994377159522, 1.1140756914259644, 0.950461759055246, 0.9718974872556142, 0.9735586441221257, 1.1567408121073435, 1.0232943304431714, 0.9691590839674367, 1.0073028282577203, 0.9940009027248206, 1.1435157497277848, 0.9996235910991119, 1.0269563434750735, 1.008201967276556, 1.0550683905227118, 0.9586071450202497, 0.9837557247029177, 1.0965052578037058, 1.0450206753864866, 1.0490515247311962, 1.0695381870608307, 1.038128056317601, 1.0253465437388283, 1.0120829704198246, 1.0886821528839274, 1.044134767295889, 1.057010495053697, 1.099547175101147, 1.0777320456504151, 0.9823934587662047, 1.1421985287771175, 1.0422574316080255, 0.9551778546027428, 0.956249353115088, 0.9834601472281421, 1.029947583292353, 0.9913988001063331, 1.0982033505572715, 0.9681930495112483, 1.0408755740827247, 1.2253039493523459, 0.567158136783271, 0.9085815833042423, 1.0299220239151927, 0.9456963821833498, 0.9732983818929857, 1.0442991792113836, 1.04539232954153, 1.0732878711261946, 1.1008086762685154, 1.0285808932813831, 1.0337505005392162, 1.0564580683518567, 1.009641905396013, 1.0305981372553041, 1.0664271922774013, 1.0216625020139711, 1.0388018156059555, 0.9586012537860019, 0.9557594962481459, 1.0302377619239333, 0.9961613435881551, 0.9016777854545155, 0.9406896531612865, 0.9812838480496827, 1.0699842326852145, 1.0186354962550983, 1.035027201513659, 1.0841073584834067, 1.0303881720252803, 1.0570748314290839, 1.02985434388838, 1.0364309671151335, 1.0005332938619562, 1.025577023774322, 0.9464780143821591, 1.0208419763094765, 1.0617116423350834, 1.0293973942652435, 1.0261666434965675, 0.9851421752157683, 0.9857629751068895, 1.0385946163975952, 1.0559440697914113, 1.016524220581366, 1.0027196694275118, 1.0834757121421426, 1.0779633843014398, 1.0946447748718007, 0.9723982390487668, 1.2023645479315772, 0.9602099447193709, 1.0179074417662215, 1.0352139390132336, 1.0786183250373933, 0.9804549368975595, 0.9682741396185083, 0.9768312285612, 0.964630802629325, 1.0207703099984005, 1.0415806373869094, 1.0550470699342684, 0.9675481149164916, 1.1420215446420958, 1.0174455574052221, 1.083572189658775, 0.9761057784836439, 1.0143463201882303, 1.0941768766737126, 1.0832459833284696, 0.9500313582926581, 1.065039580804888, 1.0125276884653949, 1.1411154537895276, 1.1272755315245084, 1.050528247361956, 1.028501993348714, 1.006157366499387, 1.012150424187772, 1.6375220163439004, 1.093707575936411, 0.6658659113952596, 0.988960241303364, 1.0068392081134723, 1.09304691782344, 0.9750885920735577, 1.0310739633166615, 1.0173047096798833, 0.9764442487893782, 1.0396515626155156, 0.9538418857070222, 0.9651813087072169, 1.0912789245984904, 0.9909731053384292, 0.9928942678288627, 1.0260651993226064, 1.0689401877661775, 1.1776513152500432, 1.2958224260799447, 1.1488774292810453, 1.0222715473882593 ] ] }, "width": 512, "in_features": 166, "out_features": 2, "depth": 6, "padding": 332, "parameters": 498334, "cert_evals": { "36": 0.7087719440460205, "72": 0.5964912176132202, "108": 0.43157896399497986, "255": 0.038596492260694504 }, "fold": 3 } ], "mean_test_acc": 0.8030205011581028, "std_test_acc": 0.061945991794036696, "n_samples": 476, "n_features": 166, "n_classes": 2, "mean_cert_acc_36": 0.3828243762254715, "std_cert_acc_36": 0.44448020383302633, "mean_cert_acc_72": 0.33939583599567413, "std_cert_acc_72": 0.3976199456543492, "mean_cert_acc_108": 0.2802496775984764, "std_cert_acc_108": 0.3402942166770491, "mean_cert_acc_255": 0.11289143841713667, "std_cert_acc_255": 0.20087756852621794 }, "musk-2": { "dataset": "musk-2", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 41, "best_val_acc": 0.9631966351209253, "test_acc": 0.961480740370185, "train_size": 1649, "val_size": 951, "test_size": 3998, "stats": { "mean": [ [ 0.012168368132202085, 0.02341837027895701, 0.020700292359005428, -0.02209387503335347, -0.0020560481746509213, 0.07922314560339604, -0.027858995163129237, 0.00514897956337172, -0.025443598241358795, -0.012925350424499825, -0.009110814602789298, -0.017373151864160538, -0.040321679138872364, 0.007127460606428197, -0.012625362098240398, -0.02746496821710099, -0.023977028114008505, -0.0128747651546395, -0.006377627871436776, -0.011840867556093787, -0.035358124244997124, -0.02599307175864223, -0.018361714281382703, 0.011001715591267355, 0.027934514554275192, -0.011575247507581028, -0.007172763747725843, 0.0027959981928443083, 0.042997548386901153, 0.023930509799878933, -0.01096750604002399, 0.010412050727713567, -0.006464042322619719, 0.029377336149787842, -0.02244467216494814, 0.0317711095209218, 0.03187295605821503, -0.0026378569678593704, 0.020977830206185225, -0.0036226940509401454, 0.021893817113401794, -0.0009828729290479623, -0.029076973559733193, 0.0033704940994537243, 0.004985980127349881, -0.010993449878715093, -0.012518613050333069, -0.027202663074590454, -0.0010676262219536442, -0.01585898565524571, -0.03181626658580958, -0.02924936503335347, -0.02763026403881141, 0.008494404038809971, 0.04722333969678628, 0.0229503257368101, -0.018894740873256474, 0.01871618680412386, 0.06477876221952691, 0.008558880157671074, -0.031547880798059424, 0.008203403517283188, -0.000289734602789409, 0.03673335621588857, 0.013091789630078789, 0.02911800007883555, 0.01277751763492998, 0.008987795275924537, 0.008712649326864512, 0.01420030491813175, 0.025488006731351723, 0.021362418544572378, -0.015943126046088506, -0.0005885549181321762, -0.03791631068526347, -0.015693888781078937, -0.023804016494845228, 0.004294386876894847, -0.01157729425712512, -0.01509732865979494, -0.031328824038811424, -0.025596520897513814, -0.03243116698605216, -0.02051309634930244, 0.012494524863553975, -0.025342257265009032, 0.014463499423893529, 0.03412406198301991, 0.0033505793298965916, 0.042880541425106077, 0.007444614442691303, 0.019256483653728926, -0.015653737174045033, 0.0006856575657974568, 0.02221309022437888, 0.018454490527591967, 0.05848207186500957, -0.019929462886597988, 0.01588340198908411, -0.016667239181321875, 0.018337170509399668, 0.005482837640995143, -0.02818863503335347, -0.010530225324440038, 0.000394534081261926, 0.0006825949909036677, -0.004826858508186781, -0.020504588665858026, -0.02142568289266422, -0.0011396426318975351, -0.01590721860521369, -0.030444407580351825, -0.031948866100667064, -0.030496640163735603, 0.012254034827167781, 0.012930004990903523, 0.02322402771376609, -0.008586242510612324, -0.0197745485567008, -0.007942196488781021, 0.025542949909036442, 0.05293685342025502, 0.05262248675560933, -0.029827094505761254, 0.010104120921770921, 0.0022028918981197103, 0.0016149754275316386, 0.023351566525166744, -0.002819539854457228, -0.002041346402668358, 0.01823543717404487, 0.013049118435415728, -0.030092134930260864, -0.014618941146149471, 0.005299833020012497, 0.015546710539720895, -0.00942926343238306, 0.015492048283808455, -0.011970772437841034, 0.009756993417829036, -0.019888988114008455, -0.0011420646452394534, -0.015025678132201254, -0.013745059496664378, 0.015459569375378677, -0.010210574627045487, 0.021245265463917546, 0.022011781334142992, 0.02073261820497242, -0.005542739993935386, -0.019565093746513107, 0.00036582510612481067, -0.0189964784718008, 0.019598904063068558, -0.00026563279563400293, 0.01771834469981801, 0.01626723617465116, 0.01942332519102481, 0.031801142498483904, 0.018783376682838318, -0.004773656567616662, -0.00011846311400895201, 0.01336986795633728, -0.03590764133414193, -0.03136190026682869, 0.019380970218314118 ] ], "std": [ [ 1.0328022523113283, 1.0034675961418653, 1.004502178141599, 0.9908819725941522, 0.9900285779624574, 0.9922869983839483, 0.9940251383226943, 1.0023957894105795, 1.0001232563862132, 0.9694534261265297, 0.9909609551728282, 1.0245658684959877, 0.9889385630503745, 1.02018833549602, 1.0099637621111557, 0.9533954360905958, 0.9939413086518578, 0.9495206701070115, 1.0240125891607361, 1.0103444615034631, 0.9946476273612365, 0.991342725906765, 0.9858149199320863, 1.0014711063260942, 1.004472195320524, 0.9889795116240089, 1.000004391730708, 1.0058601968014709, 1.0343528189495148, 0.9919047582182774, 0.9696485736175491, 0.9924140896524998, 1.0155430689993945, 0.9932553050087483, 0.9699258360928635, 1.0042970460912612, 1.0197195605157803, 1.001155677587926, 1.0168152275345068, 0.9990466599977574, 1.0098411842715662, 0.9846055078437203, 0.9754412310974523, 1.0070038006714206, 1.0276809963147806, 0.9906853395114988, 0.9868894780685001, 0.9900119186756405, 1.0256770060540596, 0.9757901727181725, 1.00918520579672, 0.9930883762442995, 0.9893732161976826, 1.0067582306865286, 0.9812661122355284, 0.9974102126361273, 0.9972736641033295, 1.0121917462070245, 1.0227697257558075, 0.9856449287075832, 0.9902863042093888, 0.9959939826856674, 1.0367568153718374, 0.9863881182581064, 1.0128392086861082, 1.0221798349905806, 1.0363645719704848, 0.9908253070164581, 1.0128010969900354, 0.988603956830815, 1.0081799316492677, 1.0108771107458496, 0.9832967493585726, 1.029163070750164, 0.9916679017275597, 0.962685533931823, 1.0027583300444822, 1.0001938412765523, 1.0209787004269553, 0.9973662987453862, 1.0061352847046312, 0.9919410755542308, 0.9846501403948491, 0.9899263174260658, 0.9845864971582349, 0.9930689102842462, 1.0135506035486388, 1.0043926518503545, 1.0162976879588899, 0.9792327605267319, 1.006235132130296, 1.0118863144201946, 1.00544671112892, 1.0039248549576703, 1.0350589137732202, 0.9995022597709913, 1.0159841525314124, 1.0003354265534572, 1.0084463468690352, 0.9985081538974993, 1.0110839895364512, 1.0013381576463882, 0.9912876803786089, 0.997289736689443, 1.017350271822531, 0.9797570549225073, 1.0043565268096553, 0.9872978856195639, 1.0033468182033753, 1.0218062902654916, 1.0014959384493556, 0.9888739832615349, 1.0004143322752173, 0.9931349078768341, 0.9800306535559788, 0.9957636890082171, 1.0002904102651144, 0.9887217530179371, 0.9945292914948252, 1.004902891466416, 0.9962003472957158, 0.9934257069186699, 0.9799059188184409, 0.9949621520724802, 1.0029037698373038, 1.0036871512403356, 0.9897720620258614, 0.9871702045154062, 1.011521199823348, 0.9941843616678862, 1.0247569886394758, 0.9988084298059352, 0.9881291924468982, 1.0179947532533584, 1.0106341537352928, 0.9919181897045649, 1.0028443160348683, 1.0061816857351074, 0.9845932235691414, 0.9825632133654874, 0.9783171138085085, 0.9969834535825824, 1.0007811859343756, 1.0019656189691033, 1.0503484122189095, 0.9753504608707252, 1.0373469598286436, 0.9949630633139451, 1.0059234160225077, 0.9993867259561041, 0.9736626903578918, 1.003303340408411, 0.9938479422620685, 0.9997621940680084, 0.9893549017338009, 0.9921437872926778, 1.0351189228816489, 0.9982053116677407, 1.0049035777011361, 1.007943748077122, 0.987183747951824, 0.9954065358497123, 0.9844630756889735, 0.9195912077534116, 1.0102406845364933, 0.9709132374569961 ] ] }, "width": 512, "in_features": 166, "out_features": 2, "depth": 6, "padding": 332, "parameters": 498334, "cert_evals": { "36": 0.9457228779792786, "72": 0.9269635081291199, "108": 0.904702365398407, "255": 0.7316158413887024 }, "fold": 0 }, { "best_epoch": 51, "best_val_acc": 0.9600778967867576, "test_acc": 0.9637939826619072, "train_size": 1649, "val_size": 1027, "test_size": 3922, "stats": { "mean": [ [ 0.0022033838386908973, 0.06625603036992117, 0.04649901939357201, 0.0004913727592479633, -0.007424528047300943, 0.029222694481503848, -0.02871623684293518, -0.01058671273499129, -0.02433525755609501, 0.004942196840509272, -0.015235754990903076, -0.012600504249242172, -0.02657332941176486, -0.01012015760339567, -0.018367278909944645, 0.044433595385081875, -0.029744519138872053, -0.004242953947847537, -0.008002045858095115, 0.0011893272164947555, -0.05592513376591881, -0.02044694836264443, -0.04302950797452996, 0.025187052055791012, 0.02474263468768939, -0.042601262001213426, -0.020695051036992134, 0.0015384054093390107, 0.011092726046088491, 0.021371811740448717, -0.013469555081867212, 0.01982452726500885, -0.044538194766525006, 0.030567572645239703, -0.031482593996361656, 0.02141072656155254, 0.010427163068524451, -0.023554046506974034, 0.04504258471801071, -0.03430833826561581, 0.06747908948453606, 0.04348396486355425, -0.008884907592480267, -0.011684225839903674, -0.00656703219526952, 0.002896513929653742, -0.005738400824741935, -0.04156242043662813, -0.004873803086719859, -0.0020245170263190598, -0.0404051468768953, -0.020279581224984647, -0.029963112977562135, -0.0015368056033973371, 0.029301830357792758, -0.05476914620982405, -0.037951578969072176, 0.047465052261976975, 0.020526558156458357, 0.02033791100060642, -0.030164184865979576, 0.05024194190418452, -0.04485629808368706, 0.03147835112189204, -0.006291162340812682, 0.019074118508186463, -0.0014484904548212434, 0.008784981788962792, 0.023386305391206525, 0.005879860982413359, 0.05940395211643435, 0.04984556731352376, -0.023843370139479056, -0.00745569275924821, -0.018882913905396863, 0.02314283274711956, -0.024472644293511335, -0.002770279702850328, -0.012337558138264851, -0.011593327471195118, -0.042932302716798265, -0.0240285988963009, -0.0452392710248636, 0.04310506591873858, 0.02492436379624043, -0.031592489102485924, 0.053639132025470125, -0.030478516828380917, 0.007038873759854203, 0.025400627586415966, 0.0229284818168576, 0.0009592673741654173, -0.024041893893268843, -0.0050410013741663505, -0.039906425639781765, 0.03151746901152146, 0.018252275536447, -0.023123840842935037, 0.049373840412370945, -0.03933781325530598, 0.07366186678593085, 0.013209034602790264, -0.021385058447544267, -0.018445256191631672, -0.012832089751363926, 0.016886379345057278, -0.0021345572407520425, -0.0338357411158276, -0.013289104663434192, -0.0065585543056388826, -0.01209856645239361, -0.04576090782292301, -0.032484600758035095, -0.028557836749545137, 0.02584237292904779, 0.009022810600363702, 0.022957384186780123, -0.03818952886597925, -0.032933244008489626, -0.009165709096422076, 0.02088987131594965, 0.02855925063068547, 0.024874274311704, -0.03435405539114632, 0.016969646773802517, -0.018423495306246717, 0.01951220546998175, 0.025427100121285417, 0.012467580333535485, -0.010936757514857925, -0.014689930918738598, 0.013502246094602934, -0.050603092346876676, -0.01723701176470571, -0.004896197422679896, 0.02070974576106733, -0.026273534445118388, 0.030336164984839376, -0.039887732504548135, -0.056432912220739984, -0.05021272674348097, -0.02755221443298974, -0.03442035423893272, -0.028371501285627588, 0.0005140135536685691, 0.002409129072166215, 0.02409891870830806, 0.02409901194663454, 0.04556790412371142, -0.03490499576713144, -0.052055877830807035, -0.012115913268648306, -0.022166139478470903, 0.05603566475439655, 0.037913323129169, 0.05956955137659166, 0.012290112295936774, 0.04308550950879324, 0.029600502874469404, 0.024453837204366478, -0.010275065567010471, 0.0072667682619769, 0.010619255191024834, -0.015975785809581464, -0.03865312817465139, 0.001558572067919981 ] ], "std": [ [ 0.9789609056537054, 1.0223542173821687, 1.006354499416772, 1.0097426115961123, 0.9821876353647652, 0.9998046045489866, 1.0178212606990535, 1.0167721117355657, 1.0114146027100444, 1.001776238241197, 1.0068173587187008, 0.9900351224079849, 1.0414098112135597, 1.009574294617972, 0.9953634621121619, 1.0551495473134025, 0.9981956531855851, 1.0183570217473137, 1.0066623632600822, 1.0127852757834928, 0.9819060519437951, 1.0168025572775439, 1.0011040348853746, 1.0077391574190562, 0.9960322515796017, 1.0217184675272302, 1.0045863660324679, 1.0189216552292488, 1.0209580005984413, 0.9885762298604023, 0.9548219575549232, 1.0137570744288356, 0.979579874589421, 0.991197794892492, 0.9880528964389337, 0.9852989430996284, 1.0048530597402896, 1.0022576693152574, 1.019817156007534, 0.9946728227761036, 1.0213302738059442, 1.000964538491138, 1.0307917076654618, 1.006989527865548, 1.002313843550004, 1.0141972045736452, 1.0080080308891233, 0.9964183873498001, 1.0258591594541053, 1.0107146809178345, 0.9717107214304516, 1.0149102149309601, 1.016907704482399, 1.0078526095792883, 0.9874709483602169, 0.9996202197544782, 1.0096827085606537, 1.0379820129740673, 1.013223513461979, 0.9861254732898448, 0.9893639979797026, 0.991075106383618, 0.9269809003308983, 0.9875139847082404, 1.005442372648796, 0.9896204194858335, 0.9935153912057717, 0.9811099295350456, 0.982575262307681, 0.9795878781577906, 1.0193143649741352, 1.0119494318757316, 1.0171821247574437, 1.0034040467334655, 1.0066093997021297, 0.9694393186766306, 1.0117730193741676, 1.0122625190981362, 0.9925145459941629, 1.005154502988111, 0.9987288725767053, 1.0170813277668, 0.976308824777624, 0.9884631741550407, 0.9915959199837703, 1.0218983144556584, 1.0142113893430906, 0.9911920808019298, 1.0172127287199233, 0.9893770325784368, 0.9989337891002755, 0.9894791117074598, 1.0007549319713978, 1.0326939082689799, 0.9899757429384302, 1.010492032769745, 1.0061235379816107, 1.0091634350161915, 1.0152313478591228, 1.0056174411509322, 1.017311898436513, 0.9976512207707879, 1.003882833915693, 1.0004358570223468, 1.0036377564081862, 1.0211550893522847, 0.9924334669404734, 0.9971024879775969, 0.9990772588620248, 1.0032740804274622, 1.0024996588619381, 0.9916378123810937, 1.0022499057411776, 1.010183122426781, 1.00163045757315, 1.0085039687864976, 0.9922730297554195, 1.014983448437488, 1.014822892124083, 1.0148845786316816, 0.9937553605624629, 0.9882702039873854, 0.9870322023279767, 0.9850906859406272, 0.997923959817147, 0.9510903327769852, 0.9917224934440294, 0.9847975043099015, 1.0202145588783864, 1.0021246013348553, 1.0003272501219964, 1.0067673298995008, 0.990781057863208, 1.0020482585196349, 1.018688317687672, 0.9988236160134567, 1.0069349597950046, 1.0061002120663578, 1.0122386395403618, 0.9892206859790922, 0.9855242096919327, 0.9959531341164058, 1.0065041184698018, 1.0078483816424069, 1.0021878472773025, 0.9741424082334939, 1.0890817487043594, 0.9945307148083409, 1.007530511064047, 0.9991966896972047, 0.9619750319373882, 1.0030667264483681, 0.9931958657494955, 1.0006523699688303, 1.010191508136165, 0.9864924753596401, 1.0139473615684553, 1.0114408938636286, 1.0033347496554157, 0.9803226862995067, 1.0098451761605862, 0.9980225437342447, 1.0129871477235215, 0.9828742206168505, 0.9665430998047373, 0.9908589509231834 ] ] }, "width": 512, "in_features": 166, "out_features": 2, "depth": 6, "padding": 332, "parameters": 498334, "cert_evals": { "36": 0.9459459781646729, "72": 0.9252932667732239, "108": 0.8977562785148621, "255": 0.7383987903594971 }, "fold": 1 }, { "best_epoch": 28, "best_val_acc": 0.9664634146341463, "test_acc": 0.9515762925598991, "train_size": 1649, "val_size": 984, "test_size": 3965, "stats": { "mean": [ [ -0.0165193507883561, 0.023745576106731784, 0.00894758525166726, -0.012979845463917304, -0.008554753389932977, 0.008500205057610555, -0.008827268055791222, 0.02424651702243768, 0.002300678673256056, -0.006792839332929151, 0.0047927400606429405, 0.0003070491534258074, -0.0037253238023046277, 0.012077483473620145, 0.018683199696786473, -0.009275691437234477, -0.006638355451788972, 0.017810546682838085, 0.015129445567010357, 0.024298001443298942, -0.003184869132808023, -0.004290789721043456, 0.0031496054275316357, 0.014148549696785681, 0.018162637962401695, 0.0032194466707086006, -0.006616737907822937, -0.022775198374772664, -0.015071109605821711, 0.014638325488174678, 0.011475148077623627, 0.03049396374166147, 0.025694605900545734, 0.008604017768344612, -0.012231649072164738, 0.002613359126743679, 0.029584712128560786, -0.0034158958580959363, 0.006069550751970517, -0.00541011442692557, 0.01880269619163089, -0.008083247077016392, -0.006491640764099397, 0.014566732795633777, 0.008376424821103932, -0.0009929023711349493, 0.02163681163129177, -0.0025090638993329082, 0.01741273975136374, 0.005851729104123725, -0.004465054881746678, -0.0037159464523949803, 0.0014873154821107525, -0.007976062644028743, 0.01156759172225612, 0.023733914178289805, -0.011275250879320775, -0.002578957016372865, -0.006478712734990847, 0.00032240861127936024, -0.011706570736203905, 0.02587612322619762, -0.011422028793207837, 0.01712189235900559, 0.0028696369314734713, -0.0015781066646451572, -0.027441241722256038, -0.0014402773256522523, -0.004449931892055841, -0.0014659224075202345, 0.01708213645239509, 0.018733296931473596, 0.008334289472407117, 0.005727799963614559, 0.007039103201940653, -0.00224206858702233, 0.0011615125591269186, 0.0096409494117641, 0.004899610121286758, 0.009826549023650048, -0.009219501334142207, -0.004807864269254234, -0.002443187265009144, 0.011609495827774482, 0.0040307750576106674, -0.004682432261976522, 0.013977261024863448, 0.0012793727167981009, -0.025686529896907437, 0.013434234869617957, 0.021999945691932813, 0.012433017674347574, -0.009033386234081325, 0.0062409658120072915, 0.0009289013947849186, 0.0003903400242564852, 0.02740975750382101, -0.011144831170406301, 0.005830573753789878, -0.009510249636142982, 0.02073330933899335, 0.007879717440873353, 0.009509570454820928, 0.01405836261370407, 0.014672617586416688, -0.005675097756215873, 0.0017475856822315732, 0.0018848247543965708, 0.02229300998180564, 0.01026309860521593, 0.017680451788964564, -0.005672595821710331, -0.009564725087932182, -0.0036886342935116994, 0.01000584954517868, -0.0014087143177684452, 0.020023876538508456, -0.014409325075803336, -0.008730885488174288, -0.0034071386173437994, 0.017709779927228837, 0.0037029051849606504, 0.011111249060036448, 0.001931565688295556, 0.0326300536264404, 0.009591248938750647, -0.007016625542753067, 0.012978908750757932, -0.0024730208186779807, -0.005898704823529222, 0.00046255165858092147, -0.015087141012734237, 0.007914145130382093, 0.00938928223165545, 0.01491191867192227, 0.003460371607034447, -0.007647012371134029, 0.009316860582171302, 0.012669591819284187, 0.023290896266828284, 0.012400781200727585, -0.003923578150394203, -0.005147092104305529, -0.008281499878714238, -0.03743850333535512, 0.013677931825349052, 0.0004504794117647815, 0.0031018094057014187, 0.009501353911461253, -0.007035560921770639, 0.008385035146755612, -0.0034377712431776946, -0.010681847180108386, 0.029691756458459714, 0.008845037744087314, 0.036611106986052, 0.006922057057610421, 0.00199877628865977, 0.016813865591267338, 0.002876468101879801, 0.005453485567009417, 0.0042027340964213965, -0.01236373710127327, -0.008553608768950838, -0.0069991010551852945, 0.0076861960764099575 ] ], "std": [ [ 0.9681286752068088, 1.0188584468817592, 1.0110661386281417, 0.9985656246319761, 0.9821622573144201, 1.0036187347218821, 1.0069688072671201, 0.9902174757207433, 1.01713159486763, 0.9867718776262003, 0.9758196806068826, 0.9717105755097225, 0.9881331057860607, 0.9898880234141544, 1.0032622320902203, 0.9951157752575892, 1.0046808806006051, 0.9614388015014891, 0.9853693985919703, 1.0191683054599883, 0.996439727744992, 1.008421273109573, 1.00416757618972, 1.0050873163713752, 1.0062941810400496, 1.0106625492506378, 1.0037290960252208, 0.9716931899880294, 1.0122721434564084, 1.004145433664744, 1.0126537584886575, 0.9877832016144399, 1.0016994225200662, 0.9984055948469278, 1.009905276240697, 0.9928053125930449, 1.028439787038722, 1.0058093224458307, 1.0026249721952805, 1.0044305239260718, 1.0145868354939207, 0.9730410910554939, 0.981275887794836, 0.9868601113866823, 0.9903107009766159, 0.9840780321801739, 1.0155043762626388, 1.015709680805549, 0.9877740152182051, 1.0007933926991834, 0.9639452930264027, 1.0107985365057115, 1.0139858844795777, 0.978091201901524, 0.9836289102008465, 0.9892831848712296, 1.0050542524754924, 1.0041143150075589, 1.011404712398526, 0.994592205655486, 1.003602088307178, 1.0043236988473279, 0.9890344165359591, 0.9960153738734304, 1.0247056593625234, 0.9709722536076895, 0.8984006766242731, 1.0084723110544285, 1.0080442044255657, 1.0139042067755502, 1.0147945346118319, 1.0086308434283413, 0.9798709269587462, 0.985827749679927, 1.0097816591529503, 0.9967310231913435, 1.0125467431933681, 0.9795738908810216, 0.9759574846742652, 0.9879270836797008, 1.0100364897802065, 1.0084344135598255, 0.9683448859407486, 0.9884096351113933, 0.9957784496098612, 1.0106496350052778, 1.0041619111843998, 0.9965669874488615, 1.0148365256887901, 0.9954909131964714, 0.9942883718958846, 1.0007980703139212, 1.0031320592473836, 0.9828596472567013, 0.9637136602853367, 0.9970558130158634, 1.0142250931970318, 1.008890015046518, 1.0055896715654262, 1.004944159225849, 1.015901087459527, 0.9987432420315473, 0.9985224279803399, 0.9900020636370531, 0.9946414368680025, 0.9718565169997336, 1.0010286004673303, 1.0045607582554759, 1.0126684697205748, 0.9911582699978772, 0.9979453061380805, 0.9943479420017864, 1.0057507939001675, 1.009199116070283, 0.996011631450574, 1.0055786667678899, 0.9980095514928135, 0.9965213084556673, 1.0065546695035632, 0.9959098534303568, 1.0066323304809803, 0.9785303330423044, 0.9869014865983016, 1.0002036756849269, 1.0025571744250443, 0.9798050960785967, 0.9928695520264623, 1.0029641941982563, 0.995414106898259, 1.0148844453635921, 0.9709719526035338, 0.9939566879305621, 0.9884244597895214, 0.9767542641597464, 0.9853765727313375, 1.0106906221793046, 1.005948414723524, 1.017725449726877, 1.0152735855520598, 0.9876730417321886, 0.9757936207779202, 1.0047018133551442, 1.004391788961941, 1.006171785979052, 0.8968175799273889, 1.0473489426893206, 1.0315201707660164, 1.0175144216806302, 1.0142189436584537, 1.0038989754399161, 1.0173990273862883, 1.0127050623257519, 1.0051909194938937, 1.012068652647229, 0.9962079218654786, 1.002233177655679, 1.0161322523275562, 0.999594425724876, 0.9955572903935671, 0.9917181216246964, 0.9858353212831604, 0.991792827254217, 0.9768523928420304, 0.9547301155646564, 0.963911142038982, 0.9970598920069098 ] ] }, "width": 512, "in_features": 166, "out_features": 2, "depth": 6, "padding": 332, "parameters": 498334, "cert_evals": { "36": 0.9326607584953308, "72": 0.9092055559158325, "108": 0.879697322845459, "255": 0.6900378465652466 }, "fold": 2 }, { "best_epoch": 18, "best_val_acc": 0.9578622816032888, "test_acc": 0.954225352112676, "train_size": 1649, "val_size": 973, "test_size": 3976, "stats": { "mean": [ [ -0.019377861036991656, 0.025388282601576818, 0.017005815742874516, -0.007883900460885378, 0.0060343637174048335, 0.019899812286233772, -0.017346581947847252, 0.01720070440873258, -0.022683759298605638, 0.03576464684050942, 0.003250418289873286, 0.023095340225590528, 0.025853774105518486, 0.004904056128563328, 0.015174882898727272, 0.004904859053972195, -0.0064262512310491165, -0.0013788380109157152, 0.03392423097634965, 0.040471053135233824, -0.007766068975136523, -0.02654642546998242, -0.002714201516070317, -0.005730637913887314, 0.014443505081867881, -0.01681206773802325, 0.022797446707095152, 0.02924670987871426, -0.016523001552455778, 0.022271198156458668, 0.007295070836871207, -0.010380893735597325, 0.0032170857913887633, 0.03166040751970903, -0.011104923177683385, 0.023025889023650516, 0.00955245047907632, 0.00501562544572467, 0.003645016027895317, 0.012703992892661992, 0.014234079029714866, -0.018872668283808444, 0.03357063479684651, 0.002985781740448259, 0.016828823032140804, 0.008592184530017656, 0.020646139611886168, -0.025274300994542045, 0.031819425821709706, 0.041618958390176077, 0.00933414724075195, -0.02236399884778645, -0.018589546555488203, 0.001330274912066101, 0.0015160872407521844, 0.002306856531231052, -0.0022718787992723603, 0.028225555027289576, -0.006301775864159792, 0.02247907061249244, -0.011468676332322514, 0.02175189545178902, -0.013670970357792456, 0.03126135081867806, 0.004543698483929725, -0.0009374850879321324, 0.021139099308671503, 0.02629353206791973, -0.02450631540927904, 0.030707943529411457, 0.01293060334141885, 0.012913687446937628, 0.00928486858095778, 0.01766341600970324, 0.03807825699818077, 0.0017500543359613783, -0.016347040315342783, 0.0007416811279563446, 0.026208501607035268, 0.023266191340205626, -0.018853632765312562, -0.02368463080654962, 0.001749331437234659, 0.003365637052759398, 0.025888251528199256, -0.018965530382049504, 0.03517410735597307, 0.025752976476652555, -0.02487937299575574, 0.022010353117040575, 0.017477714511824522, -0.017221659584597582, -0.003431555427531808, 0.019807925603396073, 0.0032348454699819393, 0.013613221879926436, 0.0370615994009708, -0.016630420776227922, 0.0136933938872041, -0.0017249714481504044, 0.02229983032140703, -0.012712485694360036, 0.026678074426925498, 0.012642979175256863, 0.005538239963614194, 0.0035851682595511494, -0.017385318223165646, -0.027282370030321336, 0.030769696791993668, 0.023036587355973605, 0.02791771238326433, -0.005707142462098305, -0.011955044244996943, -0.01365990568829588, 0.02758415771376576, 0.001034438120072712, 0.016993479078229498, 0.004106490266828514, -0.007270538144329443, 0.023955484869617922, 0.016178350285021865, 0.0035198083808369264, 0.010066467580351705, 0.013253238295936883, 0.003935329266222111, -0.028011770430564572, 0.022866120224378214, 0.0261654426682841, 0.02473182812007268, -0.0015221004548212846, 0.0038331081837477228, 0.021399354317768703, 0.005301140012128602, 0.019229334445118054, 0.005640386767737668, 0.02194890172225591, -0.005060289387507513, 0.026678006622195553, -0.009628291109763477, -0.003739145758641676, 0.002035451000606312, 0.010815814196482578, -0.011372362352941229, -0.019185084742267905, -0.001526538386901546, 0.01622554252274128, 0.012853861158277795, 0.032111232286234526, 0.031036171322013306, 0.014534576640388132, -0.0195449016634327, -0.0031721854821107633, -0.011472115221346063, 0.00807888645239537, -0.009991977598544642, 0.015293761594905845, 0.04696865378289867, 0.02876006337174039, 0.030060548720436564, -0.016465844511825162, -0.013467629448150867, -0.004964211527592827, 0.023761107562159368, -0.0028053264645238984, -0.011466418192844817, 0.015592289957550014 ] ], "std": [ [ 0.985810694952265, 1.0034659788102347, 1.0123314802689827, 1.0006728383848915, 1.0057933627069857, 1.0211647035506441, 0.9873544232512542, 1.0044940106681508, 0.9972305516917789, 0.9962847585776434, 1.0084467836467266, 0.9906644883619666, 1.0245712429201694, 0.9866939366954063, 1.0013177295694342, 1.0035460862038992, 1.0106885153319805, 0.9519922611580153, 0.9980325911759347, 1.0306730880090342, 0.9835758012913696, 0.9850289481711405, 1.0052216421075988, 0.9962087717875672, 0.9963361086627195, 0.9956939758386721, 0.9995284943647325, 1.023940251071931, 1.0274738040648672, 0.994278832453581, 0.9978867650735795, 0.9858582094807091, 1.0042951554309811, 0.9935762200569673, 0.987438469465117, 1.005913310224571, 1.00088122516216, 0.9882229146445906, 1.0157177678163845, 0.9964856588375458, 0.9973534488049755, 0.9843481194725128, 1.0059020116489072, 0.9945053400237248, 0.9893145898736398, 1.0071798920580137, 1.026048360719046, 0.9784906142973205, 0.9999905642791316, 1.0245359594400432, 0.9857715356622779, 0.9921646440585971, 0.9889209867599961, 0.9804599263285575, 0.989078331357909, 1.0220508106585684, 0.9898585563272273, 1.0050841202007248, 1.0381369540158623, 0.9852302977543494, 1.0075559260629754, 1.000291557770776, 0.9848158888469627, 0.9914305575952413, 1.0027287892746963, 0.9998437768528288, 1.0380871234284017, 1.0068281699392212, 0.9909518921848135, 1.0027114341322005, 1.0043121525006478, 1.004908814037755, 1.0186241738713828, 0.9840706508690844, 1.0105911993179093, 0.9676803103445097, 1.0008055713802275, 0.9912309236484144, 0.995113888208004, 1.00892652209743, 0.9963556594838519, 0.9845494099501623, 0.9992655439793966, 0.9888161956289881, 0.988365168461102, 0.986911819503751, 0.9966018266120068, 1.0253590540025506, 1.0073388900110996, 0.9884492302907475, 1.0097952364856901, 0.9710825809435979, 1.0049468371789398, 0.9978639652892881, 1.0455255018744898, 0.9978429399237, 1.002476959825736, 0.9981410717372688, 1.0060801668925174, 0.9880101858878161, 0.9920156642454706, 0.9690302977750064, 1.0160561889470001, 1.0042221946838557, 0.9902952403395341, 0.9972984826953729, 0.9761193341167186, 0.9802187480066236, 1.008662757516423, 0.9977604335997484, 1.0125273643143784, 1.0005678108605767, 0.99939847346626, 0.9934285795635643, 0.993774093323074, 0.9507637302569011, 1.001524151413393, 1.0029839092558797, 0.9922893465303836, 0.9995915259108642, 0.9937205680489537, 0.9906768211587779, 0.9885237778798726, 0.9923092460426346, 0.9928187226268517, 0.9431189215637575, 0.9768867834667897, 0.988648327088327, 0.9868432165802018, 0.9936538301879408, 1.031840475179726, 1.0088131603924193, 0.948009389328019, 0.980359732399849, 0.9812840383484884, 1.0125452888475233, 1.0015379468649726, 1.0082241487185495, 1.0028073940649291, 1.027290919950601, 1.0123450850356626, 0.9892757300213824, 0.989457850129367, 0.9916398725034907, 0.9733306799223379, 1.048692795336829, 1.0185390556939666, 1.005180692664418, 0.9999773815928202, 1.0029310617714582, 0.9847831085240544, 0.9984589470542239, 0.997897554671397, 1.0021153618672554, 0.9825493908557392, 1.0005331081478763, 1.0721249078632564, 1.0255830315079582, 1.0078969722952105, 1.0018509428094395, 1.007362049760478, 0.9875884283657037, 1.0010931986356253, 1.0157609941665726, 0.9972826112887371, 1.0062038228644128 ] ] }, "width": 512, "in_features": 166, "out_features": 2, "depth": 6, "padding": 332, "parameters": 498334, "cert_evals": { "36": 0.9343560934066772, "72": 0.909456729888916, "108": 0.8807846903800964, "255": 0.683098554611206 }, "fold": 3 } ], "mean_test_acc": 0.9577690919261669, "std_test_acc": 0.00580185310644106, "n_samples": 6598, "n_features": 166, "n_classes": 2, "mean_cert_acc_36": 0.9396714270114899, "std_cert_acc_36": 0.007150577957139195, "mean_cert_acc_72": 0.9177297651767731, "std_cert_acc_72": 0.009722376624878659, "mean_cert_acc_108": 0.8907351642847061, "std_cert_acc_108": 0.012452906308003558, "mean_cert_acc_255": 0.710787758231163, "std_cert_acc_255": 0.028245524568563916 }, "mushroom": { "dataset": "mushroom", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 68, "best_val_acc": 0.9900332225913622, "test_acc": 0.9901820413172427, "train_size": 2031, "val_size": 1204, "test_size": 4889, "stats": { "mean": [ [ 0.01584243131462058, 0.019616320039388076, -0.017441079960610038, 1.6376169432992076e-06, 0.03251508222550193, -0.0356802550467818, 0.0053510472673569415, 0.01704437272280179, -0.004787042589856331, -0.006957840965042196, -0.010824010832105619, -0.015714124076808157, -0.0028289399310687338, 0.026870491383555076, 0.022659543082221442, -0.030434470704082447, 0.043593827671097096, 0.004918543082224606, 0.02840681752831178, -0.026348127031018555, -0.005641193156080321 ] ], "std": [ [ 1.035686963839167, 1.007002340594574, 1.0017151333988827, 0.9999368171880522, 0.9990636351015061, 1.1008233629053865, 1.0048344484644247, 1.0068055573931955, 1.0236440770193422, 1.0008597796892533, 1.0073922426397302, 1.0167066772104598, 1.0093964386273888, 0.9734350559013669, 0.9832626494901496, 1.1103048088729688, 1.0723209186406066, 1.007595964551157, 1.0120097158286505, 1.0110411166324569, 1.0045172770457236 ] ] }, "width": 64, "in_features": 21, "out_features": 2, "depth": 6, "padding": 42, "parameters": 8234, "cert_evals": { "36": 0.9805685877799988, "72": 0.9717733860015869, "108": 0.9568418860435486, "255": 0.8776845932006836 }, "fold": 0 }, { "best_epoch": 79, "best_val_acc": 0.988835725677831, "test_acc": 0.9845009299442034, "train_size": 2031, "val_size": 1254, "test_size": 4839, "stats": { "mean": [ [ 0.021851665189558965, 0.045494687346133454, -0.023016031905465747, 0.036965530280656626, -0.008439554899067095, -0.06050103692762893, -0.005352279172820291, 0.018109654357464634, -0.010826772476611657, -0.005964144756278134, -0.0263845425898607, -0.005439538158541234, 0.010182521910388735, 0.029856061546036587, 0.009422661742979281, -0.06898491088133507, 0.012714621368784741, -0.020496901526342964, 0.05158484524864612, -0.02241571344165382, -0.02120593136385968 ] ], "std": [ [ 1.0315248601647244, 0.9830179985436717, 1.0047928251090696, 0.992895294859441, 1.0073587113125533, 1.1652227018641232, 0.9949884738559476, 1.0072236447378615, 1.00567603413793, 1.0007315155621166, 1.0109205575258327, 0.9954514465944221, 0.9929406186187327, 0.9751836648011396, 0.9886323473980784, 1.2290771873330002, 1.039381732586694, 1.0071967460617643, 1.021124603051882, 0.9975517568367002, 0.9993739380403122 ] ] }, "width": 64, "in_features": 21, "out_features": 2, "depth": 6, "padding": 42, "parameters": 8234, "cert_evals": { "36": 0.9752014875411987, "72": 0.9621822834014893, "108": 0.9522628784179688, "255": 0.8662946820259094 }, "fold": 1 }, { "best_epoch": 58, "best_val_acc": 0.9867394695787831, "test_acc": 0.9858657243816255, "train_size": 2031, "val_size": 1282, "test_size": 4811, "stats": { "mean": [ [ 0.03987938453963112, 0.04048598621368699, 0.017724141063516025, 0.042959675036934646, 0.03524534219595943, -0.01085947316593538, 0.06020559527326806, 0.04154585032004439, -0.021138416248152825, 0.00794760216642041, -0.004058537173807962, 0.006043802067947628, 0.019799688330871056, 0.03766451600196941, 0.053620419005411035, -0.008115798128995993, 0.03451170260955303, -0.036620701624815996, 0.050364973855244716, -0.04954926834071779, -0.038910718808467415 ] ], "std": [ [ 1.0340777607321368, 0.9828467876602278, 1.0051604242584575, 0.9916188873116444, 1.0038227965760236, 1.0318178450050028, 1.0521446789948306, 1.0160955327893362, 0.9979031775629262, 0.9988302921123722, 1.0182499365894375, 1.001416742027472, 0.9791335857275247, 0.980153235814559, 0.9653369532140004, 1.0477780788429225, 1.071696160550273, 1.0158478432818197, 1.025340873611186, 1.0205312831654343, 1.0033427979641445 ] ] }, "width": 64, "in_features": 21, "out_features": 2, "depth": 6, "padding": 42, "parameters": 8234, "cert_evals": { "36": 0.976304292678833, "72": 0.9625857472419739, "108": 0.9517771601676941, "255": 0.8661401271820068 }, "fold": 2 }, { "best_epoch": 56, "best_val_acc": 0.9823151125401929, "test_acc": 0.9882449989688595, "train_size": 2031, "val_size": 1244, "test_size": 4849, "stats": { "mean": [ [ 0.03496272082717429, 0.006259809945836701, -0.04574476898079691, 0.0529499162973972, 0.02928835942885052, -0.032577657311676125, 0.02140603692762581, 0.03515416051206783, -0.04146721969473072, 0.024840437715410932, -0.005411634662730505, 0.015714001477105683, 0.0005653535204322815, 0.0039044672575081134, -0.004711640078783966, -0.03449241260462414, -0.005449605120628364, -0.03908023929099026, 0.04496253520433339, -0.007472618414573513, -0.011867085376661432 ] ], "std": [ [ 1.037139112731056, 0.9986273221456993, 0.9988733086677153, 0.9894071869891404, 0.9808046824130975, 1.092466913790217, 1.0192143900594468, 1.0137373624703432, 1.0005595322422731, 0.9962556551254128, 1.0143973341038952, 0.977335640989274, 1.0045271012864667, 0.9912055809890613, 0.9960096703292455, 1.1096668870025468, 0.9979657396378034, 1.0073781800135768, 1.0120560325807864, 1.0092077265578872, 1.0030900969477494 ] ] }, "width": 64, "in_features": 21, "out_features": 2, "depth": 6, "padding": 42, "parameters": 8234, "cert_evals": { "36": 0.9810270071029663, "72": 0.9744277000427246, "108": 0.9595792889595032, "255": 0.8601773381233215 }, "fold": 3 } ], "mean_test_acc": 0.9871984236529827, "std_test_acc": 0.0025199109716461257, "n_samples": 8124, "n_features": 21, "n_classes": 2, "mean_cert_acc_36": 0.9782753437757492, "std_cert_acc_36": 0.0029532046834310627, "mean_cert_acc_72": 0.9677422791719437, "std_cert_acc_72": 0.006283524727511322, "mean_cert_acc_108": 0.9551153033971786, "std_cert_acc_108": 0.0037500125874438428, "mean_cert_acc_255": 0.8675741851329803, "std_cert_acc_255": 0.0073172706065292754 }, "oocytes_merluccius_nucleus_4d": { "dataset": "oocytes_merluccius_nucleus_4d", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 6, "best_val_acc": 0.6832298136645962, "test_acc": 0.6782178217821783, "train_size": 255, "val_size": 161, "test_size": 606, "stats": { "mean": [ [ -0.0371250154117647, 0.0015389403921568473, -0.03527819799999997, 0.026217213882352975, -0.022018143254901958, -0.03976458627450978, 0.003314039607843149, -0.03319261360784315, 0.01830184745098039, -0.02685776486274508, -0.04212637686274509, 0.005226556078431408, -0.02913093117647059, -0.01200531101960785, -0.03152609833333333, -0.03705718681960783, 0.00469401490196078, -0.02551305090196081, -0.03417245220392157, -0.031662056862745085, -0.018275636980392158, -0.03872015905882352, 0.06975402027450983, -0.05690918172549015, -0.0005046612313725563, -0.026833323176470567, -0.0324685416470588, 0.06559194729411769, -0.04924893603921571, -0.002559774274509816, -0.007582052196078413, -0.03221969384313721, 0.07669179423529408, -0.05831633415686265, -0.00790661125490195, 0.033497423215686245, 0.007940335568627457, -0.0037278283529411723, -0.005509080784313686, -0.006456870705882385, -0.006934026431372542 ] ], "std": [ [ 0.9481208431065713, 0.9777230774786245, 0.9614649831710622, 1.0004435636971643, 0.9517495439744679, 0.9370398970511897, 0.978033253968666, 0.9633889071060125, 0.9762210193691487, 0.9497999114505152, 0.9347608009901895, 0.9801580525147454, 0.9702177059121481, 0.937441002049969, 0.9454783788330968, 0.9479630674171062, 0.9847917091528013, 0.9682944519390624, 0.9601592978081722, 0.9504457074291478, 0.9482732916854852, 0.9550094850957569, 0.8808478818975364, 0.9032557709886272, 0.9905437507629392, 0.9682787727115054, 0.9734319541870242, 0.8994213820965716, 0.9306569007254026, 0.9903368456478869, 0.9401093744879251, 0.9661635565557377, 0.8972092489723742, 0.9227263611587284, 0.9960722682017434, 0.9400060154678039, 0.9649245386172121, 0.9716877264843913, 0.9731199443916825, 0.9739165511052336, 0.9741830269626184 ] ] }, "width": 128, "in_features": 41, "out_features": 2, "depth": 6, "padding": 82, "parameters": 30834, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.676923076923077, "test_acc": 0.6687598116169545, "train_size": 255, "val_size": 130, "test_size": 637, "stats": { "mean": [ [ 0.00023252282745095802, 0.0023210192156862736, -0.008575552392156847, -0.027089618431372545, 0.02615166227450979, 0.00029002847058821885, 0.001517669058823556, -0.009498281058823606, -0.021533545372549014, 0.027143032117647032, 0.00012999274509802153, 0.0020992274509804144, -0.005652587843137251, -0.01031889384313722, 0.025365951607843145, 0.0011974224705882457, 0.0024456095294117628, 0.007920263137254904, 0.007542674117647044, 0.019472125333333323, 0.06628882686274508, 0.0008101664705882076, -0.005068037960784302, -0.0018227520000000151, 0.00320542466666668, 0.025693874901960758, 0.03285470894117649, -0.03694405458823524, 0.02895584858823529, 0.02036504745098036, 0.04203500674509803, 0.012977303843137231, -0.016463404666666667, 0.005529818662745095, 0.013588346156862736, -0.03683925767843136, -0.016918137803921634, -0.014870798470588246, -0.016124755137254858, -0.018004861274509842, -0.020472565215686273 ] ], "std": [ [ 0.9572394549500175, 0.9926437581599087, 0.9624363039043059, 0.9193272254177784, 1.0255768714029772, 0.9579689477579895, 0.9914399769465777, 0.964698567284664, 0.9351924375292803, 1.0260487030041765, 0.9515013155985146, 0.9925204239055312, 0.9662079425779949, 0.9893019122153763, 1.0199562667897872, 0.9463721256877698, 0.9959986832754482, 0.9814859605265475, 1.0491115651558893, 1.0166099051364492, 1.0126788732557663, 0.9559037060605928, 1.005464306868578, 0.9339913124161523, 0.9907483477382796, 1.002837860013556, 0.9939512794379407, 1.0866703256453316, 1.0174263712495963, 0.9852130473462448, 1.0075951167847277, 0.9748247085177442, 1.0259519988694812, 0.9604781044814549, 0.9861127645283753, 1.0373513207775564, 1.0101438720127272, 0.9991977496960652, 0.9936335573449004, 0.9927993181263407, 0.9922363841337328 ] ] }, "width": 128, "in_features": 41, "out_features": 2, "depth": 6, "padding": 82, "parameters": 30834, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 7, "best_val_acc": 0.7076023391812866, "test_acc": 0.6761744966442953, "train_size": 255, "val_size": 171, "test_size": 596, "stats": { "mean": [ [ 0.019915568666666633, -0.014107577647058818, -0.015105033250980377, 0.02865576341176468, 0.029814655176470552, 0.017704559607843146, -0.013470486980392094, -0.016038092274509794, 0.03248008262745098, 0.030473079058823495, 0.02067392156862747, -0.014031545490196065, -0.009559882039215687, 0.03839121047058822, 0.03184779492980397, 0.022161854509803944, -0.01396437243137256, -0.0017765643137255195, 0.055001846666666666, 0.030386395921568613, 0.03668542223529418, -0.0027777596078431494, 0.012474995117647124, -0.0041148554117646985, -0.013356863921568625, 0.028240797568627463, 0.00010664949019609575, 0.02344727215686279, 0.005875207882352966, -0.007875607450980381, 0.028559833607843157, -0.003071006745098055, 0.014597308196078422, -0.0007609705999999861, -0.016530812156862723, -0.03674524662745102, -0.019958698901960777, -0.017071456470588258, -0.017420987058823525, -0.017710899607843143, -0.01735895203921565 ] ], "std": [ [ 1.0221090924456515, 1.01545682802038, 0.9869690473435272, 1.037069581011897, 1.0359698396459835, 1.0192987930523796, 1.016091448787416, 0.9856390212088015, 1.038505984158332, 1.0379129504870621, 1.0239033714401513, 1.0194757702768644, 0.9963995753206383, 1.020298364999823, 1.0423678031147061, 1.0277751191583697, 1.0205917784397192, 1.0135024895112017, 1.0892501748798247, 1.0432132666589502, 1.0172134304654925, 1.030895619962752, 1.0213433186098346, 1.040706012633716, 1.0211704714384828, 1.010787095001102, 1.034569087974703, 1.0203462492134936, 1.0580364742305262, 1.0095797767173902, 1.0215170604628103, 1.033396337568214, 1.0252577264940543, 1.0526521075427535, 1.017486639545284, 1.0521736233720556, 1.0188131869714923, 1.0087257643396144, 1.005460013688893, 1.0056139578892642, 1.0065387262698673 ] ] }, "width": 128, "in_features": 41, "out_features": 2, "depth": 6, "padding": 82, "parameters": 30834, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 5, "best_val_acc": 0.7048192771084337, "test_acc": 0.6405990016638935, "train_size": 255, "val_size": 166, "test_size": 601, "stats": { "mean": [ [ 0.005023620274509809, 0.05012927215686277, 0.0774847423529411, -0.021592119215686236, -0.007278767843137281, 0.003806819607843134, 0.05070236376470592, 0.07836162039215684, -0.009335469717647047, -0.006452909647058787, 0.004313807450980429, 0.05239601662745102, 0.08761111960784314, -0.0006227640392157017, -0.011547115941176465, 0.007509175294117638, 0.049814644431372575, 0.09699411058823522, -0.020684055294117654, -0.014362384509803941, 0.03558779360784312, 0.0894858222352941, -0.09410436105882346, 0.07914001066274516, 0.05154126003921575, -0.0045582715686274125, 0.09130289176470592, -0.07599903827450982, 0.08245660823529415, 0.06585250807843139, 0.012951737058823532, 0.08790382078431377, -0.08962203019607844, 0.08192444351764702, 0.05873899290196081, -0.016822436196078434, 0.029792561019607842, 0.05055904957647062, 0.05703265886274507, 0.05811358976470591, 0.05753943309803923 ] ], "std": [ [ 1.0010627790031323, 1.0340741776327254, 1.0363077318633585, 1.0137526513667938, 1.0497867958856593, 1.0059089649290247, 1.032934819096642, 1.0357871822249751, 1.0425743779317471, 1.0491455468136368, 1.002585949212257, 1.0328632642788567, 1.0444571310319228, 1.0499184939107524, 1.0523852884773215, 0.9969852155711642, 1.036017112451258, 1.0641484457194088, 1.0260965200086805, 1.0600673906871478, 1.0132281500555904, 1.039987043021767, 1.0160272774539016, 1.0119553762539002, 1.0375407287957723, 0.993275249370577, 1.0310746092505982, 1.0007724139832403, 1.01278883373938, 1.0152625509246365, 0.9763093251846449, 1.0267017964861733, 0.997823146966079, 1.0044670030988905, 1.0259705961089964, 1.0589413004871364, 1.0376978512601307, 1.0319158378686013, 1.0340480487731072, 1.0356155832366485, 1.0358388933781137 ] ] }, "width": 128, "in_features": 41, "out_features": 2, "depth": 6, "padding": 82, "parameters": 30834, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.6659377829268304, "std_test_acc": 0.017374380985050307, "n_samples": 1022, "n_features": 41, "n_classes": 2, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "oocytes_merluccius_states_2f": { "dataset": "oocytes_merluccius_states_2f", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 7, "best_val_acc": 0.8592592592592593, "test_acc": 0.805379746835443, "train_size": 255, "val_size": 135, "test_size": 632, "stats": { "mean": [ [ 0.01054996298039211, 0.027192816941176482, -0.04626695749019601, -0.0069539579607842475, 0.014194326572549003, -0.025412450196078348, -0.04305473128235293, 0.008311279215686227, 0.03873141231372549, 0.019546130517647062, 0.04932295196078433, 0.07244258905882356, -0.12762710541176478, 0.10863675447058822, 0.03643630545098045, 0.028625162627451017, 0.07991438109803928, -0.15667811082352961, 0.11812816443137263, 0.056641581960784365, 0.025048539999999987, 0.07553784419607842, -0.12706123960784313, 0.11197763396705882, 0.047989735764705894 ] ], "std": [ [ 1.055902739791254, 1.0162268811039923, 1.0028684541215303, 0.9730091823212302, 1.0042568790807076, 1.059859315776944, 0.9758982735241186, 0.988138955008393, 1.0133686644339426, 1.0143882523728363, 1.0032684708282238, 1.0660462422249137, 1.201916629773772, 1.156152673218226, 0.9766255498471383, 1.0205814664175223, 1.0558525489192028, 1.2296182126345767, 1.1597961969108055, 0.9544712645073075, 1.0067919810768349, 1.0593103623610676, 1.2049412432924147, 1.1612948832756183, 0.9664237104019653 ] ] }, "width": 128, "in_features": 25, "out_features": 3, "depth": 6, "padding": 50, "parameters": 11653, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 63, "best_val_acc": 0.8940397350993378, "test_acc": 0.8685064935064936, "train_size": 255, "val_size": 151, "test_size": 616, "stats": { "mean": [ [ -0.039873489411764704, 0.06568908627450984, -0.08042117858823533, -0.07278203247058826, 0.031821641215686286, 0.042755718431372526, 0.005826313725490188, 0.07096834100392159, 0.027976641294117695, -0.0360630005411765, 0.08661626117647052, -0.01559811278431374, -0.0027832955098039194, -0.00600242694117644, -0.011780795098039233, 0.05183837615686276, -0.0011791454901960582, 0.012773291529411772, -0.01314989992156862, 0.009224545098039242, 0.0690001321568627, -0.0190796969803922, 0.013153878745098036, -0.02286682056078435, 6.883568627453327e-05 ] ], "std": [ [ 0.9701687420411181, 0.9794453617880473, 0.9813443525023554, 0.9595676757646171, 1.003115552689647, 0.9711996996585899, 0.96070065028928, 0.9964287871578288, 0.9706304482097151, 0.9607876088942564, 0.9996288496718735, 1.0168336786919916, 1.0395937464726017, 1.0511176984743116, 0.9543421247886298, 0.9888423590787397, 0.9945618062244868, 0.993182419256565, 0.9977759822780166, 0.9466357052699218, 0.970268559194868, 0.9921749035989086, 0.9919171706653837, 0.9992337881273372, 0.9493328232926572 ] ] }, "width": 128, "in_features": 25, "out_features": 3, "depth": 6, "padding": 50, "parameters": 11653, "cert_evals": { "36": 0.8490259647369385, "72": 0.8100649118423462, "108": 0.7564935088157654, "255": 0.1931818127632141 }, "fold": 1 }, { "best_epoch": 72, "best_val_acc": 0.9230769230769231, "test_acc": 0.8756137479541735, "train_size": 255, "val_size": 156, "test_size": 611, "stats": { "mean": [ [ 0.09042857501960787, 0.08453290745098035, 0.05499370141176466, 0.003266606392156863, -0.07544167117647055, -0.015606528627450978, -0.019981488733333278, -0.025666618862745103, -0.018207427176470593, 0.07526210964705878, -0.07317296886274506, 0.06288879294117644, -0.045770915470588244, 0.06681564803529418, 0.0457884809411765, -0.057205103882352934, 0.03428885882352944, -0.026384509803921576, 0.04764570376470586, 0.0265779054901961, -0.05987147952941173, 0.04524020599999998, -0.030786102745098055, 0.050239169831372554, 0.03661726031372548 ] ], "std": [ [ 0.9803272049895071, 0.9882927145330502, 0.9802699132826773, 0.9866157296330209, 0.9568636941234572, 0.9924758747611615, 0.9911948282259507, 1.014854441162732, 0.9588574557798413, 0.9306835025569801, 0.9960935226571523, 1.058677201136564, 1.1189325498150606, 1.104729425488317, 1.0030626650633148, 1.0161006842006703, 1.038500769178019, 1.1151857588414493, 1.0890692776345845, 0.9960240438206022, 1.0157898082954688, 1.0428087102486705, 1.0990958365479944, 1.0781825399569271, 0.9998307298430946 ] ] }, "width": 128, "in_features": 25, "out_features": 3, "depth": 6, "padding": 50, "parameters": 11653, "cert_evals": { "36": 0.844517171382904, "72": 0.8232405781745911, "108": 0.7970540523529053, "255": 0.6022913455963135 }, "fold": 2 }, { "best_epoch": 23, "best_val_acc": 0.8719512195121951, "test_acc": 0.8739635157545605, "train_size": 255, "val_size": 164, "test_size": 603, "stats": { "mean": [ [ -0.0162589217254902, -0.05657745160784315, 0.01461218117647058, 0.05366552894117648, 0.038041347607843126, -0.02560452082352941, -0.011943972431372539, -0.007390860000000016, -0.011038546941176463, -0.05211940686274512, 0.008660175294117643, 0.051748327019607854, -0.01198270811764698, 0.042424563215686224, 0.0151460240784314, -0.01830622803921565, 0.029721466745098055, 0.03686442627450982, 0.01890176607843136, 0.022645802980392142, -0.02072309247058821, 0.038014168235294084, 0.011930823882352934, 0.031066374470588243, 0.015441112392156824 ] ], "std": [ [ 1.0145212260058494, 1.0183267267898117, 0.9955590624479448, 1.0189109805968923, 0.9525691096733636, 0.9401260529685115, 0.9530483520235054, 1.0372365061551077, 0.9831280509255012, 1.0109747306925605, 1.0146664159530456, 1.0835689421499082, 1.0366330566676196, 1.063468357562322, 1.0478025436829708, 1.0203756563273347, 1.048069136775873, 0.9743374382513833, 1.0399684735711856, 1.0238387714620327, 1.0310574946708129, 1.0714734463360287, 1.0248857085596488, 1.0669402741834955, 1.0309522590651836 ] ] }, "width": 128, "in_features": 25, "out_features": 3, "depth": 6, "padding": 50, "parameters": 11653, "cert_evals": { "36": 0.7943615317344666, "72": 0.704809308052063, "108": 0.572139322757721, "255": 0.05638474225997925 }, "fold": 3 } ], "mean_test_acc": 0.8558658760126676, "std_test_acc": 0.033794168433671536, "n_samples": 1022, "n_features": 25, "n_classes": 3, "mean_cert_acc_36": 0.6219761669635773, "std_cert_acc_36": 0.41539024847115485, "mean_cert_acc_72": 0.5845286995172501, "std_cert_acc_72": 0.3932730897781254, "mean_cert_acc_108": 0.5314217209815979, "std_cert_acc_108": 0.36755263286322537, "mean_cert_acc_255": 0.2129644751548767, "std_cert_acc_255": 0.2719300438289569 }, "oocytes_trisopterus_nucleus_2f": { "dataset": "oocytes_trisopterus_nucleus_2f", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 69, "best_val_acc": 0.6666666666666666, "test_acc": 0.675392670157068, "train_size": 228, "val_size": 111, "test_size": 573, "stats": { "mean": [ [ 0.008357397456140388, 0.01802353785087694, -0.041648607412280596, -0.0453803663157896, 0.0012030528070177244, 0.022922442456140533, 0.036679189828947405, 0.006630059969298269, 0.03305654250000005, -0.013262542280701796, -0.10907990994736835, 0.018322935921052583, 0.07612510290350878, 0.012056999298245606, 3.168017543867413e-05, -0.10483278701754395, 0.006886669999999989, 0.06841488109649123, 0.00695189035087715, -0.010072736403508812, -0.05385949504824569, 0.02870514298245609, 0.015483249929824555, 0.03363409311403503, -0.0021852223684209818 ] ], "std": [ [ 0.9973978575903476, 1.0076014353044038, 0.9952366807299615, 0.932027269541095, 1.0037384211397398, 0.9967681042898726, 0.9897940967126091, 0.9959439814010456, 1.0138128967542228, 0.9906591764143307, 1.0399607914486315, 1.0440929697744785, 0.9325257900670985, 1.077455055918072, 1.0068935522712004, 1.0499836979693067, 1.020033825374287, 0.9599692363716387, 1.0561252019263898, 1.0054889903033737, 1.0309466984358973, 1.0847181603368137, 1.1023028462065556, 1.254832404821169, 0.9936933949524517 ] ] }, "width": 128, "in_features": 25, "out_features": 2, "depth": 6, "padding": 50, "parameters": 11602, "cert_evals": { "36": 0.49912741780281067, "72": 0.3193717300891876, "108": 0.21291448175907135, "255": 0.05410122126340866 }, "fold": 0 }, { "best_epoch": 39, "best_val_acc": 0.676923076923077, "test_acc": 0.7003610108303249, "train_size": 228, "val_size": 130, "test_size": 554, "stats": { "mean": [ [ -0.08728925657894768, -0.0543713359210526, -0.034470636140350855, 0.03278697263157899, 0.05903984850877202, 0.027659603256579266, 0.0052796477236843045, -0.02784190157894725, -0.009100311184210503, -0.037397169736841936, 0.10257767285964901, -0.01304280877192977, -0.06708928297368424, -0.036337502456140376, -0.047321120833333355, 0.09918661429824563, -0.009569511929824559, -0.06545246535087723, -0.012505821052631564, -0.06283763969298246, 0.07219973416666646, -0.0427019519736842, 0.004866778614035071, -0.047571456315789504, -0.07411300593421052 ] ], "std": [ [ 1.0458471164356558, 1.0593898673226612, 1.0081986354392756, 1.0765642846006065, 1.0669306376265857, 1.0624952898815982, 1.0407781573587898, 1.106896809173159, 1.167838053551809, 1.0758835524236412, 1.0385900596754538, 0.9885404293586944, 0.9550027699090833, 0.9244009468904739, 1.0365002828514067, 1.032883107457862, 1.0049531003586958, 0.9938416222614777, 0.9755214096734742, 1.053074988224559, 1.0165408864776693, 0.9716379772569274, 0.9394817774978654, 0.8622924823332119, 1.0276563689405496 ] ] }, "width": 128, "in_features": 25, "out_features": 2, "depth": 6, "padding": 50, "parameters": 11602, "cert_evals": { "36": 0.4314079284667969, "72": 0.23104692995548248, "108": 0.12454873323440552, "255": 0.052346568554639816 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.644927536231884, "test_acc": 0.5604395604395604, "train_size": 228, "val_size": 138, "test_size": 546, "stats": { "mean": [ [ -0.03544724921052656, -0.03885949409210542, -0.00817023697368415, 0.051384859504385955, 0.046574599692982555, 0.04455862842105246, 0.006319970219298388, -0.042167378070175295, -0.056997550482456076, -0.04837222118421066, 0.023236387807017467, -0.018419659824561344, 0.03327031526622804, -0.03261339552631577, 0.017033810526315828, 0.026972617807017606, -0.016002433162280727, 0.07519383274999998, -0.03613011021929823, 0.0164577965789474, 0.013493596793859773, -0.02311588736842108, 0.0705855121052632, -0.038314935394736835, 0.002846930162280715 ] ], "std": [ [ 1.0173295399775188, 1.0238875326302583, 0.965332841080866, 1.0357264688512589, 1.0296595721628123, 1.027217931369946, 0.9273272720979442, 1.0575953015661612, 1.0282364738483871, 1.0347456518954214, 0.9384525467734931, 0.9632166870693201, 0.9301838169931504, 0.9056571647388838, 1.0051927672529442, 0.961531287665366, 0.9441957103814642, 0.9064551199981514, 0.8776461226812926, 1.0213725987384084, 0.997919302021147, 0.9466852583005331, 0.8271188054338252, 0.8317555000647003, 1.0271823239026208 ] ] }, "width": 128, "in_features": 25, "out_features": 2, "depth": 6, "padding": 50, "parameters": 11602, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 6, "best_val_acc": 0.6363636363636364, "test_acc": 0.6433962264150943, "train_size": 228, "val_size": 154, "test_size": 530, "stats": { "mean": [ [ -0.10959069377192993, -0.09912143754385974, -0.007162025008771894, 0.06766152456140351, 0.08831780850877229, 0.08171766137061406, 0.006699487456140278, -0.07772155793859647, -0.05998239798245609, -0.07346038859649133, -0.02367889968421067, -0.005257190087719264, 0.03324320991228074, -0.048391179824561384, 0.008669106403508755, -0.045213709868421055, -0.008913120438596496, 0.02287917744298246, -0.016604398201754404, -0.0007747342105263451, -0.06126861737280714, -0.02565710350877192, 0.05257332175438596, -0.045432562719298235, -0.0029558628640350784 ] ], "std": [ [ 1.044732018887429, 1.0625410440290517, 1.0767800702099823, 1.0282688245705722, 1.08629241303742, 1.0791696596464955, 1.0159169319395265, 1.053527399603391, 0.9939044762321542, 1.0659676193377676, 0.9599515341324413, 0.9624071800102462, 0.902255701658811, 0.882802488819804, 0.992868117400491, 0.976032726528656, 0.9678528042797121, 1.0363949239113746, 0.9791104951035513, 1.0023913562224034, 0.9810108324803241, 0.9401880345466065, 0.8602452645459159, 0.8427992005641717, 1.0009607300230972 ] ] }, "width": 128, "in_features": 25, "out_features": 2, "depth": 6, "padding": 50, "parameters": 11602, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.6448973669605119, "std_test_acc": 0.060941375691820676, "n_samples": 912, "n_features": 25, "n_classes": 2, "mean_cert_acc_36": 0.23263383656740189, "std_cert_acc_36": 0.2700413377505006, "mean_cert_acc_72": 0.13760466501116753, "std_cert_acc_72": 0.16293230750905113, "mean_cert_acc_108": 0.08436580374836922, "std_cert_acc_108": 0.10388231823333498, "mean_cert_acc_255": 0.02661194745451212, "std_cert_acc_255": 0.030737178315253397 }, "oocytes_trisopterus_states_5b": { "dataset": "oocytes_trisopterus_states_5b", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 16, "best_val_acc": 0.8682170542635659, "test_acc": 0.8, "train_size": 228, "val_size": 129, "test_size": 555, "stats": { "mean": [ [ 0.07071967587719294, -0.03126246473684206, -0.05244502938596495, 0.005148638640350878, 0.12069938767543859, -0.061311192850877064, -0.05906930372807029, -0.05115659995614045, -0.13130431929824563, -0.06720904710526317, -0.05089102140350876, -0.04616209415789476, -0.008453429122807003, 0.007494995967982444, -0.045153931578947384, 0.03200924100877193, -0.0691457934210527, -0.0009892403947368614, 0.011054617807017532, -0.029681514881578927, 0.01884901570175438, -0.046099180000000024, 0.002979564210526361, -0.0069296600877193516, -0.01987498114035088, 0.015903855074561355, -0.12577492600877196, -0.08353401973684217, -0.05708607535087729, -0.05055958596491232, -0.04731587622807015, -0.043790602412280666 ] ], "std": [ [ 1.1161365921129287, 1.019937304172635, 0.917445075485345, 0.922445163110283, 1.1247212152662185, 1.0142273750405912, 1.013302866302, 1.014864695381583, 0.9032083969104956, 0.9420860638513419, 0.8878850299621215, 0.9649792111481951, 0.9283049848951963, 0.9030510744389749, 0.8595512938345663, 0.9546310505717645, 1.0275522247728062, 0.9168016008396184, 0.9413647122294537, 0.8546868987355505, 0.9932921290570054, 1.0448863454946404, 0.9301627049708955, 0.9728030425741644, 0.8334914560515586, 0.9950352822299136, 1.1288380460826624, 1.0483897554983064, 0.9912110826643573, 0.972356775914115, 0.9655364442120018, 0.961757628464007 ] ] }, "width": 128, "in_features": 32, "out_features": 3, "depth": 6, "padding": 64, "parameters": 18947, "cert_evals": { "36": 0.5513513684272766, "72": 0.22342342138290405, "108": 0.03783784061670303, "255": 0.0 }, "fold": 0 }, { "best_epoch": 19, "best_val_acc": 0.8, "test_acc": 0.8052434456928839, "train_size": 228, "val_size": 150, "test_size": 534, "stats": { "mean": [ [ 0.042168793947368305, -0.046661154824561395, -0.07265519657894737, -0.029048200219298256, 0.09316957649122803, -0.10222960131578947, -0.10301473457017543, -0.10802850458421065, -0.0797967623684211, -0.04103184833333331, -0.03355091710526318, -0.07929260306140361, -0.01261704565789473, 0.1506792193013158, -0.04067907675438599, 0.0143033318859649, -0.10382837236842095, -0.04084723513596495, 0.09225491631578954, -0.05923273439912277, -0.01375305198245613, -0.07187321360087723, -0.04672014346491231, 0.0815637618859649, -0.05598073456140354, -0.022079915539473673, -0.09001919685526312, -0.07580621197368419, -0.062005388640350885, -0.0598721951754386, -0.05949153206140351, -0.05830784473684211 ] ], "std": [ [ 1.0200834248953377, 0.9834883235416357, 0.948382326692065, 0.9422895148016912, 1.0599930578421568, 1.008102104687054, 1.005532265621242, 1.002425640615904, 1.0281516449119859, 0.9864372876535116, 0.9216225867194346, 1.0175930869712388, 0.9515569597651118, 0.8710927832245062, 0.9090671548749089, 0.9587815133966584, 1.0094043299853246, 0.9261778760996505, 0.8474973900761839, 0.9036382522123776, 0.9766692441797213, 1.0089134547001877, 0.9564712615645998, 0.8678207248562414, 0.9118462619599206, 0.9732947965073382, 1.0611090895722666, 1.015667914213523, 0.9793114555387845, 0.9657189087278202, 0.9606198710213132, 0.9585784664444565 ] ] }, "width": 128, "in_features": 32, "out_features": 3, "depth": 6, "padding": 64, "parameters": 18947, "cert_evals": { "36": 0.5936329364776611, "72": 0.27902621030807495, "108": 0.2490636706352234, "255": 0.18539325892925262 }, "fold": 1 }, { "best_epoch": 17, "best_val_acc": 0.8064516129032258, "test_acc": 0.7357142857142858, "train_size": 228, "val_size": 124, "test_size": 560, "stats": { "mean": [ [ 0.003998914473684303, -0.0213186002192983, -0.017623903947368354, -0.012337663596491195, -0.017431074298245655, -0.004555553359648964, -0.004108547587719438, -0.0009373696052630999, -0.016608215043859648, -0.03182528381578946, -0.007421083684210486, -0.005595805956140336, -0.02646343394736844, -0.03618650232456141, -0.010698251315789472, -0.030884499561403496, 0.00945457565789471, -0.009139434872807068, -0.03419454758771928, -0.008557029530701714, -0.023951698464912213, -0.004459117500000028, -0.004532075570175454, -0.017823669631578956, 0.001388015307017533, -0.0025814676008772044, 0.025199284736842097, -0.0031750307894736394, -0.009545385219298277, -0.011465425438596452, -0.011802506973684268, -0.012658367236842074 ] ], "std": [ [ 0.97457074546984, 1.0043257679235367, 0.9742480751664327, 0.9943971588575504, 0.9581527150500696, 0.9265467380337167, 0.9264773239886217, 0.9319494271687707, 1.0333247779313135, 0.920720050526615, 0.9972315457748969, 0.9339472735421078, 0.994560651859279, 0.9728161348895927, 0.9675512654728273, 1.0285831983370706, 0.9503032539654157, 0.9956226688351669, 0.9764940921703851, 0.9471557323877339, 1.0287165906042777, 0.9500178099607385, 0.9876437160220987, 0.9354692176608096, 0.898511968634094, 1.0286414971042166, 0.9524777970147053, 0.9772040913271117, 0.9780996145454892, 0.9792411013617204, 0.9824128780686913, 0.9861305066741933 ] ] }, "width": 128, "in_features": 32, "out_features": 3, "depth": 6, "padding": 64, "parameters": 18947, "cert_evals": { "36": 0.5857142806053162, "72": 0.3589285612106323, "108": 0.2142857164144516, "255": 0.10000000149011612 }, "fold": 2 }, { "best_epoch": 46, "best_val_acc": 0.7846153846153846, "test_acc": 0.740072202166065, "train_size": 228, "val_size": 130, "test_size": 554, "stats": { "mean": [ [ 0.19128086798245605, -0.1545888153201755, -0.1037753156140351, -0.08390219271929829, 0.19822772679824566, -0.054646532894736755, -0.05310007785087714, -0.05312231039473688, -0.09918999210526323, -0.0755739785964912, -0.07051384131578947, -0.05881431096491246, -0.07694789254385967, 0.054556597587719274, -0.06296629385964911, -0.09344949605263154, -0.05059881096491216, -0.09314682412280695, 0.050995198815789525, -0.07107925399122803, -0.13133097996491225, -0.0199737169736841, -0.08499977043859651, 0.0665703333333333, -0.06430988701754382, -0.11358861070175429, -0.20145491466228072, -0.1672395333333333, -0.13964623530701756, -0.13065004122807017, -0.1280007524122807, -0.1254573030701754 ] ], "std": [ [ 1.162459605948107, 1.0220637257211564, 0.9798271763297653, 0.9281687716661429, 1.1748679320520254, 1.0338563715791989, 1.0321846232991374, 1.0330317193022602, 1.0435830097086, 0.9790515232110254, 0.975207419353285, 0.993634610991306, 0.9186772145265852, 0.9759927672870093, 0.930549606138527, 0.9430482289842438, 1.0327123337266333, 0.9392430037385824, 0.9854560711615015, 0.9600278149608173, 0.9920638252884562, 1.0141678876429923, 0.9512802433446548, 0.9952075820683842, 0.911976129686222, 0.9873548656001708, 1.1909974471705074, 1.0719478815576433, 1.0152936018335244, 0.9972868774145465, 0.9919889419406073, 0.9898458188922279 ] ] }, "width": 128, "in_features": 32, "out_features": 3, "depth": 6, "padding": 64, "parameters": 18947, "cert_evals": { "36": 0.6552346348762512, "72": 0.5613718628883362, "108": 0.45667868852615356, "255": 0.18953068554401398 }, "fold": 3 } ], "mean_test_acc": 0.7702574833933087, "std_test_acc": 0.037474518279254125, "n_samples": 912, "n_features": 32, "n_classes": 3, "mean_cert_acc_36": 0.5964833050966263, "std_cert_acc_36": 0.04325392833088055, "mean_cert_acc_72": 0.3556875139474869, "std_cert_acc_72": 0.14797218369703774, "mean_cert_acc_108": 0.2394664790481329, "std_cert_acc_108": 0.1718152386287946, "mean_cert_acc_255": 0.11873098649084568, "std_cert_acc_255": 0.0892643133337889 }, "nursery": { "dataset": "nursery", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 17, "best_val_acc": 0.8185610010427529, "test_acc": 0.8192771084337349, "train_size": 3240, "val_size": 1918, "test_size": 7802, "stats": { "mean": [ [ 0.051029166666666737, -0.00196411111111071, 0.0016562925925925533, -0.008005376543209762, -0.004535925925925928, -0.014196977160493821, -0.01014526234567894, -0.007937870370370368 ] ], "std": [ [ 1.0081184659855247, 0.994466909902115, 0.9984780980079611, 0.9954756099225289, 0.9980995540133645, 0.9998602139101664, 0.9972906807623559, 1.0052418041464166 ] ] }, "width": 32, "in_features": 8, "out_features": 5, "depth": 6, "padding": 16, "parameters": 1317, "cert_evals": { "36": 0.676108717918396, "72": 0.5634452700614929, "108": 0.41873878240585327, "255": 0.0005126890609972179 }, "fold": 0 }, { "best_epoch": 10, "best_val_acc": 0.820538891713269, "test_acc": 0.8250999613053012, "train_size": 3240, "val_size": 1967, "test_size": 7753, "stats": { "mean": [ [ 0.023435617283950584, 0.026842851851852437, -0.0011041870370370494, -0.001656286419753089, -0.010961820987654315, 0.019135056172839497, -0.012124891358024097, -0.0060479012345679 ] ], "std": [ [ 1.0098249235756733, 1.0053740157149613, 0.9982315594686217, 0.9999606252114857, 0.9964249241892131, 0.9997779009091493, 0.9971359423938833, 1.0041030187583004 ] ] }, "width": 32, "in_features": 8, "out_features": 5, "depth": 6, "padding": 16, "parameters": 1317, "cert_evals": { "36": 0.671610951423645, "72": 0.5329549908638, "108": 0.39017152786254883, "255": 0.00012898232671432197 }, "fold": 1 }, { "best_epoch": 27, "best_val_acc": 0.8350785340314136, "test_acc": 0.8375160051216389, "train_size": 3240, "val_size": 1910, "test_size": 7810, "stats": { "mean": [ [ 0.023435617283950584, 0.047575135802469234, 0.015458643209876576, 0.0024844308641975513, 0.006047901234567903, 0.0012345197530864193, 0.015837366358025084, -0.0060479012345679 ] ], "std": [ [ 1.0166780451442419, 1.0111134194425535, 1.0062422991159916, 0.9960005941386431, 0.9966991236053043, 0.9999602379504744, 1.0002954947822456, 1.0041030187583007 ] ] }, "width": 32, "in_features": 8, "out_features": 5, "depth": 6, "padding": 16, "parameters": 1317, "cert_evals": { "36": 0.6916773915290833, "72": 0.48988479375839233, "108": 0.3742637634277344, "255": 0.012035852298140526 }, "fold": 2 }, { "best_epoch": 19, "best_val_acc": 0.8513513513513513, "test_acc": 0.8630066700872242, "train_size": 3240, "val_size": 1924, "test_size": 7796, "stats": { "mean": [ [ 0.03364145061728391, 0.03033460493827167, 0.03257356666666669, 0.032849621604938234, -0.015875740740740732, -0.01481423703703703, -0.01707398148148124, 0.006425895061728395 ] ], "std": [ [ 1.006091408188469, 0.9961770749809249, 1.0063245385321156, 1.0055792592242605, 0.9961264090870245, 0.9998512588890658, 1.0080135891696445, 0.9964644995871555 ] ] }, "width": 32, "in_features": 8, "out_features": 5, "depth": 6, "padding": 16, "parameters": 1317, "cert_evals": { "36": 0.7106208801269531, "72": 0.5820934176445007, "108": 0.458953320980072, "255": 0.053104158490896225 }, "fold": 3 } ], "mean_test_acc": 0.8362249362369748, "std_test_acc": 0.019407232855898342, "n_samples": 12960, "n_features": 8, "n_classes": 5, "mean_cert_acc_36": 0.6875044852495193, "std_cert_acc_36": 0.017646990201228653, "mean_cert_acc_72": 0.5420946180820465, "std_cert_acc_72": 0.040270555198474604, "mean_cert_acc_108": 0.4105318486690521, "std_cert_acc_108": 0.03715691686412429, "mean_cert_acc_255": 0.016445420544187073, "std_cert_acc_255": 0.02505584062703458 }, "ozone": { "dataset": "ozone", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.9805013927576601, "test_acc": 0.9688917692806222, "train_size": 634, "val_size": 359, "test_size": 1543, "stats": { "mean": [ [ -0.003832208201892918, -0.005418530378548824, -0.010179585331230298, -0.007282815457413272, -0.012684214511040823, -0.016161820820189455, 0.002799892586751031, 0.0019220082018927972, -0.018512049842271346, 0.005907482334384807, -0.007494815457413195, -0.025883145425867744, -0.03184079188958992, -0.019569813880126137, -0.027278735331230344, -0.03046446009463729, -0.011907895583595755, -0.007346252618296485, -0.02668136640378576, -0.06587051593059931, -0.049409756782334495, -0.07125564747634061, -0.0656345313880127, -0.07421817728706603, -0.009998679968454185, -0.0262489938485801, -0.021923096214510832, -0.0190336230283913, -0.018218104037854982, -0.016821850378548945, -0.020884196703469835, -0.020929776435331872, -0.021766428958990638, -0.02181745849999988, -0.020616926908517234, -0.02164594619873821, -0.027880692514195553, -0.03721009403785469, -0.03371047791798095, -0.0357276862940851, -0.03981797839116743, -0.04135431316246058, -0.0396969034069403, -0.04041245388012638, -0.03959258725552049, -0.035369640788643436, -0.0329854148107256, -0.037678351135646625, -0.029864726656151485, -0.030806835126182992, -0.03040135176656141, -0.02955822337539437, -0.0004082835646687658, 0.03179852176656152, -0.030195180984227132, -0.04001496272870659, 0.026779878261829634, -0.004116586119873863, -0.0023215491955836005, -0.024096858706624612, -0.03674826619400633, 0.02543307507728708, -0.005538621608832797, 0.01184614798107252, -0.02897714377507889, -0.008931562263406941, 0.023499008943217683, 0.017402507271293364, 0.0359555768138801, 0.023836606309148266, -0.0014779406940063293, -0.008649845488958915 ] ], "std": [ [ 1.0253346653541646, 0.9970790367473195, 1.0038692152439912, 0.9938232451774182, 0.9892173701948798, 0.9911118430754786, 1.017791120532591, 0.9932864022974621, 0.9902464436046423, 1.000185178231482, 1.0011696264611658, 0.986480392675615, 0.9730802318969383, 0.9778181923701852, 0.9836970027189096, 0.9750118443336364, 0.9792780834573579, 0.9880149185292257, 0.9781480670848659, 0.9690310973910427, 0.9891508690776625, 0.9800473244857659, 0.9719895753152141, 0.9862159945987059, 1.000643505337353, 0.98774444392728, 1.0016087509397211, 0.9981176722651791, 0.9943416662612424, 0.9911189659544083, 0.9910342795958328, 0.9946798944092399, 0.9963025407021763, 0.9986420543916559, 1.0050901822096001, 1.006920701444179, 1.0106377164264517, 1.0193709910492683, 1.0139900979553602, 1.0114902226706495, 1.0154408973720759, 1.0202202440190384, 1.0187333506565903, 1.0188947379912598, 1.0238829760328585, 1.0216807530782095, 1.0172760501580516, 1.019296401406438, 1.0121202260566657, 1.0092598657183676, 1.0163059965288948, 1.0075443434312203, 0.9544054418118135, 0.959178459050877, 0.9653248526530249, 0.9812633263036802, 0.9443343196371533, 0.9785419366403552, 0.9938503050835839, 0.9399729974257295, 1.0017571374847212, 0.9409064434936084, 0.9699516997787144, 1.0227411928766736, 0.9603064531854989, 0.9989953512934372, 0.9473740110075154, 0.9448230205985104, 0.9456688250252197, 0.942484207617471, 1.0193030273935935, 0.9279161878664934 ] ] }, "width": 256, "in_features": 72, "out_features": 2, "depth": 6, "padding": 144, "parameters": 94322, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 40, "best_val_acc": 0.8833746898263027, "test_acc": 0.904603068712475, "train_size": 634, "val_size": 403, "test_size": 1499, "stats": { "mean": [ [ 0.03792215394321758, 0.05303702501577294, 0.055938417665614755, 0.045617302050472784, 0.021353089905362888, 0.020145928075709717, 0.0154306208201896, 0.022261120504731842, 0.020515404258675263, -0.006392122712933948, -0.018915373501577255, -0.01732013391167209, -0.017668103968454255, -0.006586070347003194, -0.016273178391167133, -0.009117565772870817, -0.006092351104100761, -0.004906137602523564, -0.015032467823343948, -0.009775977760252257, -0.0028146921135643894, -0.014031686908517228, -0.025870736750788572, -0.018697430914826393, 0.012961191798107244, 0.01047141529968471, 0.018777906104101107, 0.026551687539432215, 0.020844408675078762, 0.023819117413249064, 0.023811730189274537, 0.019894168675078563, 0.021038747192428944, 0.02314655241798127, 0.028341015741325026, 0.024617651403785426, 0.01178393461514206, 0.014336364637223941, 0.016739142365930756, 0.012312654178627935, 0.028485125615141934, 0.019114635623028217, 0.013634379747634108, 0.008062478817034518, 0.009352700126182908, 0.012544397728706748, 0.01817721485804401, 0.017917969968454316, 0.021168408769716013, 0.023414116261829713, 0.014830201829653165, 0.02222035735015768, 0.026335983533123025, 0.0094259924290221, -0.007603148958990523, 0.0009938357413249734, 0.005802570088328026, 0.026215337223974716, 0.038780452492113614, -0.022953927902208182, 0.031207762034700385, 0.017113763779179843, 0.04147194542586757, 0.04368782463722394, 0.01750911003659304, 0.03434608705047321, 0.009342367476340697, 0.024773590962145133, 0.004409446561514154, 0.005585798107255572, 0.00011378753943216802, 0.0765020130757091 ] ], "std": [ [ 1.03736363563334, 1.041421531442326, 1.0267865270755487, 1.0121442820993367, 1.008293110256913, 1.01873498921806, 1.0118066495461369, 0.982292246248336, 0.979405861495792, 0.9688780031821314, 0.9652773998745313, 0.9694491321671315, 0.9531773775158731, 0.9580862657893832, 0.9577664681306315, 0.9623544801742809, 0.975601277571152, 0.9832052078314656, 0.990296487656043, 0.9755842570008628, 0.9865540245890023, 0.962851713833088, 0.9566628208998662, 0.9468020657890054, 0.9742316163334963, 0.9645422392473766, 1.0027685912228592, 0.9966208972539959, 0.999182931601029, 0.9948819423856855, 0.9946336959149308, 0.994301681069435, 0.9956026583826234, 0.9930511866663474, 0.9890478651750041, 0.994199597668802, 1.0023859350650413, 1.000426145687874, 1.0003652424842289, 1.0064232470420955, 0.9992643537317858, 1.005945961042932, 1.0059460570896996, 1.0088514720728148, 1.0098664378887052, 1.0086576841526969, 1.0071224688030078, 1.0065893694520875, 1.003072381839363, 1.0009275382343648, 1.0031288456338048, 1.001641400063109, 0.9717690232361939, 0.9645442990237298, 1.0599901264777962, 0.9668729591901228, 0.9848003020040621, 0.9858228202928896, 0.9910100230003203, 1.033854568614186, 1.023206024569695, 0.9609138694597942, 0.9763937113178477, 1.0499365812704335, 1.002074911190731, 1.0401611909032527, 0.9829420247883154, 0.9775076034950193, 0.9858571161451036, 0.98438894199897, 0.9570620772827372, 1.2319088901760018 ] ] }, "width": 256, "in_features": 72, "out_features": 2, "depth": 6, "padding": 144, "parameters": 94322, "cert_evals": { "36": 0.8772515058517456, "72": 0.8505670428276062, "108": 0.8225483894348145, "255": 0.7004669904708862 }, "fold": 1 }, { "best_epoch": 35, "best_val_acc": 0.8929503916449086, "test_acc": 0.9058591178406846, "train_size": 634, "val_size": 383, "test_size": 1519, "stats": { "mean": [ [ -0.026519395110410078, -0.020519656719242864, -0.03856912839116702, -0.016610770662460427, -0.02360172176656157, -0.0062361091482649456, 0.006315673186120061, 0.008122894006309216, 0.019828661829653038, 0.023493720820189235, 0.028398340063091426, 0.037658466246056704, 0.03720359796845454, 0.01712326940063089, 0.010629502208201842, 0.016920019873816996, 0.004836936277602788, 0.008885449716088383, 0.004271558517350052, -0.013732781230283674, -0.003293864984227115, -0.0059959652996845044, 0.02009481703470032, 0.012495374763406907, 0.026107515615142074, 0.0048866673501578506, -7.10347318611639e-05, 0.004620787066245969, 0.006923117208201871, 0.007044452050473267, 0.0017660842902208816, 0.0005843353627757844, 0.0024381367823343115, 0.01260079149999998, 0.027790525930599275, 0.03580574296529951, 0.044962928378549, 0.03849109044164033, 0.031017723895899216, 0.014714712648895947, 0.020249673911671977, 0.01992396563091474, 0.00854246886435317, 0.010404890378548888, 0.0019442098422712223, -0.005629299589905388, 0.0006738145583594855, -0.006554089621451123, -0.0014963604731860216, -0.004724123485804328, 0.03185038192429032, 0.017040701072555207, -0.016917529684542604, -0.01635350962145107, 0.03180636989905358, -0.028097102381703456, -0.02487774311041013, -0.024357788801261843, 0.010347320820189253, 0.023048282129337568, -0.0404586584542587, -0.01956875883911673, -0.015517057255520493, -0.042936753533123054, 0.016056352455205057, 0.0006885119637224163, -0.017713837870662472, 0.00866661981072551, -0.011936950630914838, -0.019579047318612028, 0.010573428391167213, 0.013769920457413393 ] ], "std": [ [ 0.9824246191960648, 0.9460660479955723, 0.9414137117810848, 0.9563951332641849, 0.9542747430368088, 0.9649020128187702, 0.9480302958839442, 0.9695925595005404, 0.9508962724118688, 0.9324002792481486, 0.9491098110835717, 0.9593993759599093, 0.9708845814409902, 0.9746076150662417, 0.9730830926818287, 0.9705828418121233, 0.9678944356517812, 0.9787918055436075, 0.9871395323030632, 0.988799836722974, 1.0088712263265718, 1.027651048121395, 1.0110542737448385, 1.014655075557104, 0.9527254870773569, 0.9499284788193443, 0.9739892346448356, 0.9717415422572252, 0.9710591664892269, 0.9720523397095961, 0.9743931633453154, 0.9750560919142672, 0.9732640281425894, 0.9694138817789562, 0.9591766148620566, 0.9523484366096532, 0.9426339173138096, 0.9489336834494043, 0.9510992266164007, 0.9608960530293392, 0.9501293475748765, 0.950793971802449, 0.9575052033489578, 0.9516958236697296, 0.9607004557781494, 0.9650164347980471, 0.9627072697949259, 0.9664615907966804, 0.9637912770104232, 0.9634717474587103, 0.9445789095634398, 0.9512185629902784, 0.9929982903986023, 0.9911801208163777, 1.0345096377862717, 1.015804013333407, 1.0429149112118707, 0.9641031908608965, 0.9736098232781243, 0.9944177175712005, 1.0241007437497402, 1.0365807493549954, 0.9939798656902995, 0.9703197880729728, 0.9618026775337026, 1.0327802384943932, 1.0325597261783583, 0.978275118853774, 1.0112531906719258, 1.0439400654735873, 1.021812320404611, 1.0812409348018392 ] ] }, "width": 256, "in_features": 72, "out_features": 2, "depth": 6, "padding": 144, "parameters": 94322, "cert_evals": { "36": 0.8834759593009949, "72": 0.8518761992454529, "108": 0.8229097723960876, "255": 0.7030941247940063 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.9705159705159705, "test_acc": 0.9712374581939799, "train_size": 634, "val_size": 407, "test_size": 1495, "stats": { "mean": [ [ 0.0414219129337539, 0.04560815454258686, 0.034397147160883365, 0.020956117823343955, 0.024564269400630924, 0.0005553069400630991, 0.016602504416403943, 0.0062627359621451415, -0.0031757522082018035, -0.013944516088328245, 0.0037218815457413378, -0.020531244637224017, -0.012975684929022045, -0.015335962460567969, 0.0022576992113565006, 0.01988752665615142, 0.025492129968454638, 0.02310144264984224, 0.03577952003154558, 0.03828845977918, 0.04090566182965307, 0.016406487381703586, 0.032255133596214486, 0.055611245425867664, 0.025829820504732027, 0.017592141324921318, 0.08482513250788633, 0.08251534022082004, 0.0806660400000002, 0.0797597929968453, 0.07844461148265003, 0.07577048630914786, 0.07816740391167189, 0.07698375904258688, 0.07839980914826507, 0.07030392544164019, 0.07335677605520505, 0.07059885154574139, 0.05749520764984241, 0.05839240802768149, 0.04884538044164021, 0.057599388186119704, 0.06056710167192429, 0.05068962059936886, 0.04918662220820182, 0.05663887050473197, 0.052981187223974706, 0.05271488757097796, 0.05998731700315455, 0.058964341198738154, 0.062026943990536335, 0.06406211694006311, 0.04476776665615138, 0.04366600899053627, 0.0071440257350158225, 0.01720357881703467, 0.02547216375078862, 0.03767682965299683, 0.005417277176656162, -0.021366308296529912, 0.014681808124605667, 0.02665934194006316, 0.0029629283911672116, 0.04136874888012618, -0.03195372262365931, 0.02910725921924289, 0.04066335638801264, 0.040631754242902225, 0.0663199716719243, 0.022615533123028518, -0.003297019858044126, 0.04436952356466899 ] ], "std": [ [ 1.0105987107179513, 1.0154217840142559, 1.0127704333239322, 1.0250915526181619, 1.0277899782078663, 0.982162687271895, 1.0035414511934382, 0.9904593990260483, 0.9663940188769403, 0.9541638919218064, 0.9616077277788638, 0.9585349634260687, 0.9525169153591942, 0.9428065740578456, 0.9687530001209573, 0.9662943308105892, 0.9592234004298692, 0.979716475995095, 0.9819854494212729, 0.9839277847661497, 1.002027685561712, 0.9811382213240143, 0.9801878541507797, 0.9886132720669727, 0.9572863825752432, 0.9684473114507368, 0.9458197712036189, 0.9493043352225052, 0.9536886787314945, 0.9542388565417081, 0.9568724214982696, 0.9604182963982565, 0.9628743223078909, 0.969739870388791, 0.9658420669879488, 0.9663588514066725, 0.9591914227782425, 0.9566142593514982, 0.9604271978550112, 0.9572841356250656, 0.9637592188968211, 0.9567941828689348, 0.9518409084669301, 0.9583057006169418, 0.9626024487496594, 0.9611581570635215, 0.9675755641595767, 0.9693064339918899, 0.9677848038214554, 0.9725856655911815, 0.9492806747367527, 0.9580864580842854, 0.9617728581830496, 0.987791465119004, 0.96105048335759, 0.9739101949627368, 0.9441015562727774, 0.9653034478263104, 0.988889321396684, 0.9934946660414279, 1.0125052771005791, 0.9411383407966065, 0.9598305998600601, 0.9901272334268524, 0.9825753191497685, 1.0224810066711563, 0.9107176652738894, 0.9977469943360354, 0.9461613310736207, 0.942256538790349, 0.9681623758458049, 1.1107317714437548 ] ] }, "width": 256, "in_features": 72, "out_features": 2, "depth": 6, "padding": 144, "parameters": 94322, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.9376478535069405, "std_test_acc": 0.037447409048228866, "n_samples": 2536, "n_features": 72, "n_classes": 2, "mean_cert_acc_36": 0.4401818662881851, "std_cert_acc_36": 0.5082845900825539, "mean_cert_acc_72": 0.42561081051826477, "std_cert_acc_72": 0.4914533226615797, "mean_cert_acc_108": 0.4113645404577255, "std_cert_acc_108": 0.47500287924839824, "mean_cert_acc_255": 0.35089027881622314, "std_cert_acc_255": 0.4051746133822154 }, "optical": { "dataset": "optical", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 89, "best_val_acc": 0.9501965923984272, "test_acc": 0.9382352941176471, "train_size": 1797, "val_size": 763, "test_size": 3060, "stats": { "mean": [ [ 1.3856427249732343e-07, 3.522537559932238e-07, 2.0200333923407371e-07, -2.1090706664453654e-08, 9.079577074147025e-07, -3.7840846155241325e-08, 1.0016694480800053e-07, -3.839732929460532e-08, -2.052531986360973e-07, 5.736227047582848e-07, -5.392877018977476e-07, 3.446855866850716e-07, 7.471897606570201e-07, 6.366165789100185e-08, 6.343906503950533e-08, 1.6082360320555245e-08, -1.2743461284050804e-07, -1.040734557545233e-06, -8.755926547578072e-07, -3.578185863301285e-07, 7.332220366643227e-07, -3.0194769109244466e-07, 7.790762325825424e-08, 7.345575957029862e-08, -7.23984418536337e-07, 9.154145797987881e-07, 1.1503060657291822e-06, 5.397885364376055e-07, 9.892598776549736e-07, 1.3388981694693205e-07, -1.4245965993065702e-08, 0.0, 9.849749597322357e-08, -3.005008345580917e-07, -1.252309404487717e-06, 1.1563717317173418e-07, 2.612687813142242e-07, -2.1246521999465225e-07, 2.181413434127969e-08, 2.5598219080391046e-08, 8.095715080714013e-07, 2.046967167367694e-06, 7.488035611850296e-07, -5.36338341615376e-07, 2.2593210867774937e-07, 1.391208119443866e-09, 2.1146353474234786e-09, -9.627156351675032e-08, 7.974401797152621e-08, -4.3405676095586467e-07, 4.762938228768179e-07, -1.1801335560497857e-06, -1.2314969337031567e-07, -1.9309961105232408e-07, -3.3611575048358445e-08, 2.036727886363881e-07, 1.463550362828589e-07, 1.4123539216025922e-07, 2.2092376161315588e-07, -2.9421257666669716e-07, 1.7028380694169436e-07, -7.623817643177156e-08 ] ], "std": [ [ 0.9997215438361656, 0.9997210922060588, 0.9997214681131235, 0.999721655854133, 0.9997208475841785, 0.9997219821124261, 0.9997214930298326, 0.999721057794131, 0.9997217596240401, 0.9997225746036739, 0.9997210224417119, 0.9997227576971818, 0.9997229351930221, 0.9997215956873193, 0.9997211331602884, 0.9997230207039172, 0.9997217447316874, 0.9997210018360171, 0.9997222723850343, 0.9997221108286501, 0.9997214178114493, 0.9997217647676936, 0.9997224408130486, 0.9997228003545515, 0.9997209577711167, 0.9997232788951946, 0.9997216619853025, 0.9997205909299596, 0.9997219977968902, 0.9997221075144335, 0.9997206041402685, 1.0, 0.9997216910380222, 0.9997220629734219, 0.999722192628859, 0.9997216259221229, 0.9997236467717389, 0.999721912949805, 0.9997216048405073, 0.9997213735793822, 0.9997214679760645, 0.9997208302277274, 0.9997210543542098, 0.9997230984585895, 0.9997218857870922, 0.9997212960295644, 0.9997215938175112, 0.9997221985317171, 0.999722021899587, 0.999721725627861, 0.9997220060267005, 0.9997218313197827, 0.9997214196784353, 0.9997219309011688, 0.9997206139806237, 0.9997218079331756, 0.9997220886750577, 0.9997214372339108, 0.9997213277413262, 0.999722450536975, 0.9997220499516833, 0.9997216929328724 ] ] }, "width": 256, "in_features": 62, "out_features": 10, "depth": 6, "padding": 124, "parameters": 71062, "cert_evals": { "36": 0.9189542531967163, "72": 0.9003268480300903, "108": 0.8751634359359741, "255": 0.7261438369750977 }, "fold": 0 }, { "best_epoch": 86, "best_val_acc": 0.9412532637075718, "test_acc": 0.9434085704939483, "train_size": 1797, "val_size": 766, "test_size": 3057, "stats": { "mean": [ [ 1.3856427249732343e-07, 3.522537559932238e-07, 2.0200333923407371e-07, -2.1090706664453654e-08, 9.079577074147025e-07, -3.7840846155241325e-08, 1.0016694480800053e-07, -3.839732929460532e-08, -2.052531986360973e-07, 5.736227047582848e-07, -5.392877018977476e-07, 3.446855866850716e-07, 7.471897606570201e-07, 6.366165789100185e-08, 6.343906503950533e-08, 1.6082360320555245e-08, -1.2743461284050804e-07, -1.040734557545233e-06, -8.755926547578072e-07, -3.578185863301285e-07, 7.332220366643227e-07, -3.0194769109244466e-07, 7.790762325825424e-08, 7.345575957029862e-08, -7.23984418536337e-07, 9.154145797987881e-07, 1.1503060657291822e-06, 5.397885364376055e-07, 9.892598776549736e-07, 1.3388981694693205e-07, -1.4245965993065702e-08, 0.0, 9.849749597322357e-08, -3.005008345580917e-07, -1.252309404487717e-06, 1.1563717317173418e-07, 2.612687813142242e-07, -2.1246521999465225e-07, 2.181413434127969e-08, 2.5598219080391046e-08, 8.095715080714013e-07, 2.046967167367694e-06, 7.488035611850296e-07, -5.36338341615376e-07, 2.2593210867774937e-07, 1.391208119443866e-09, 2.1146353474234786e-09, -9.627156351675032e-08, 7.974401797152621e-08, -4.3405676095586467e-07, 4.762938228768179e-07, -1.1801335560497857e-06, -1.2314969337031567e-07, -1.9309961105232408e-07, -3.3611575048358445e-08, 2.036727886363881e-07, 1.463550362828589e-07, 1.4123539216025922e-07, 2.2092376161315588e-07, -2.9421257666669716e-07, 1.7028380694169436e-07, -7.623817643177156e-08 ] ], "std": [ [ 0.9997215438361656, 0.9997210922060588, 0.9997214681131235, 0.999721655854133, 0.9997208475841785, 0.9997219821124261, 0.9997214930298326, 0.999721057794131, 0.9997217596240401, 0.9997225746036739, 0.9997210224417119, 0.9997227576971818, 0.9997229351930221, 0.9997215956873193, 0.9997211331602884, 0.9997230207039172, 0.9997217447316874, 0.9997210018360171, 0.9997222723850343, 0.9997221108286501, 0.9997214178114493, 0.9997217647676936, 0.9997224408130486, 0.9997228003545515, 0.9997209577711167, 0.9997232788951946, 0.9997216619853025, 0.9997205909299596, 0.9997219977968902, 0.9997221075144335, 0.9997206041402685, 1.0, 0.9997216910380222, 0.9997220629734219, 0.999722192628859, 0.9997216259221229, 0.9997236467717389, 0.999721912949805, 0.9997216048405073, 0.9997213735793822, 0.9997214679760645, 0.9997208302277274, 0.9997210543542098, 0.9997230984585895, 0.9997218857870922, 0.9997212960295644, 0.9997215938175112, 0.9997221985317171, 0.999722021899587, 0.999721725627861, 0.9997220060267005, 0.9997218313197827, 0.9997214196784353, 0.9997219309011688, 0.9997206139806237, 0.9997218079331756, 0.9997220886750577, 0.9997214372339108, 0.9997213277413262, 0.999722450536975, 0.9997220499516833, 0.9997216929328724 ] ] }, "width": 256, "in_features": 62, "out_features": 10, "depth": 6, "padding": 124, "parameters": 71062, "cert_evals": { "36": 0.9224730134010315, "72": 0.9061170816421509, "108": 0.8819103837013245, "255": 0.7327445149421692 }, "fold": 1 }, { "best_epoch": 71, "best_val_acc": 0.9533954727030626, "test_acc": 0.93359375, "train_size": 1797, "val_size": 751, "test_size": 3072, "stats": { "mean": [ [ 1.3856427249732343e-07, 3.522537559932238e-07, 2.0200333923407371e-07, -2.1090706664453654e-08, 9.079577074147025e-07, -3.7840846155241325e-08, 1.0016694480800053e-07, -3.839732929460532e-08, -2.052531986360973e-07, 5.736227047582848e-07, -5.392877018977476e-07, 3.446855866850716e-07, 7.471897606570201e-07, 6.366165789100185e-08, 6.343906503950533e-08, 1.6082360320555245e-08, -1.2743461284050804e-07, -1.040734557545233e-06, -8.755926547578072e-07, -3.578185863301285e-07, 7.332220366643227e-07, -3.0194769109244466e-07, 7.790762325825424e-08, 7.345575957029862e-08, -7.23984418536337e-07, 9.154145797987881e-07, 1.1503060657291822e-06, 5.397885364376055e-07, 9.892598776549736e-07, 1.3388981694693205e-07, -1.4245965993065702e-08, 0.0, 9.849749597322357e-08, -3.005008345580917e-07, -1.252309404487717e-06, 1.1563717317173418e-07, 2.612687813142242e-07, -2.1246521999465225e-07, 2.181413434127969e-08, 2.5598219080391046e-08, 8.095715080714013e-07, 2.046967167367694e-06, 7.488035611850296e-07, -5.36338341615376e-07, 2.2593210867774937e-07, 1.391208119443866e-09, 2.1146353474234786e-09, -9.627156351675032e-08, 7.974401797152621e-08, -4.3405676095586467e-07, 4.762938228768179e-07, -1.1801335560497857e-06, -1.2314969337031567e-07, -1.9309961105232408e-07, -3.3611575048358445e-08, 2.036727886363881e-07, 1.463550362828589e-07, 1.4123539216025922e-07, 2.2092376161315588e-07, -2.9421257666669716e-07, 1.7028380694169436e-07, -7.623817643177156e-08 ] ], "std": [ [ 0.9997215438361656, 0.9997210922060588, 0.9997214681131235, 0.999721655854133, 0.9997208475841785, 0.9997219821124261, 0.9997214930298326, 0.999721057794131, 0.9997217596240401, 0.9997225746036739, 0.9997210224417119, 0.9997227576971818, 0.9997229351930221, 0.9997215956873193, 0.9997211331602884, 0.9997230207039172, 0.9997217447316874, 0.9997210018360171, 0.9997222723850343, 0.9997221108286501, 0.9997214178114493, 0.9997217647676936, 0.9997224408130486, 0.9997228003545515, 0.9997209577711167, 0.9997232788951946, 0.9997216619853025, 0.9997205909299596, 0.9997219977968902, 0.9997221075144335, 0.9997206041402685, 1.0, 0.9997216910380222, 0.9997220629734219, 0.999722192628859, 0.9997216259221229, 0.9997236467717389, 0.999721912949805, 0.9997216048405073, 0.9997213735793822, 0.9997214679760645, 0.9997208302277274, 0.9997210543542098, 0.9997230984585895, 0.9997218857870922, 0.9997212960295644, 0.9997215938175112, 0.9997221985317171, 0.999722021899587, 0.999721725627861, 0.9997220060267005, 0.9997218313197827, 0.9997214196784353, 0.9997219309011688, 0.9997206139806237, 0.9997218079331756, 0.9997220886750577, 0.9997214372339108, 0.9997213277413262, 0.999722450536975, 0.9997220499516833, 0.9997216929328724 ] ] }, "width": 256, "in_features": 62, "out_features": 10, "depth": 6, "padding": 124, "parameters": 71062, "cert_evals": { "36": 0.9137369990348816, "72": 0.8919271230697632, "108": 0.8678385615348816, "255": 0.7125651240348816 }, "fold": 2 }, { "best_epoch": 64, "best_val_acc": 0.9401360544217687, "test_acc": 0.9439766839378239, "train_size": 1797, "val_size": 735, "test_size": 3088, "stats": { "mean": [ [ 1.3856427249732343e-07, 3.522537559932238e-07, 2.0200333923407371e-07, -2.1090706664453654e-08, 9.079577074147025e-07, -3.7840846155241325e-08, 1.0016694480800053e-07, -3.839732929460532e-08, -2.052531986360973e-07, 5.736227047582848e-07, -5.392877018977476e-07, 3.446855866850716e-07, 7.471897606570201e-07, 6.366165789100185e-08, 6.343906503950533e-08, 1.6082360320555245e-08, -1.2743461284050804e-07, -1.040734557545233e-06, -8.755926547578072e-07, -3.578185863301285e-07, 7.332220366643227e-07, -3.0194769109244466e-07, 7.790762325825424e-08, 7.345575957029862e-08, -7.23984418536337e-07, 9.154145797987881e-07, 1.1503060657291822e-06, 5.397885364376055e-07, 9.892598776549736e-07, 1.3388981694693205e-07, -1.4245965993065702e-08, 0.0, 9.849749597322357e-08, -3.005008345580917e-07, -1.252309404487717e-06, 1.1563717317173418e-07, 2.612687813142242e-07, -2.1246521999465225e-07, 2.181413434127969e-08, 2.5598219080391046e-08, 8.095715080714013e-07, 2.046967167367694e-06, 7.488035611850296e-07, -5.36338341615376e-07, 2.2593210867774937e-07, 1.391208119443866e-09, 2.1146353474234786e-09, -9.627156351675032e-08, 7.974401797152621e-08, -4.3405676095586467e-07, 4.762938228768179e-07, -1.1801335560497857e-06, -1.2314969337031567e-07, -1.9309961105232408e-07, -3.3611575048358445e-08, 2.036727886363881e-07, 1.463550362828589e-07, 1.4123539216025922e-07, 2.2092376161315588e-07, -2.9421257666669716e-07, 1.7028380694169436e-07, -7.623817643177156e-08 ] ], "std": [ [ 0.9997215438361656, 0.9997210922060588, 0.9997214681131235, 0.999721655854133, 0.9997208475841785, 0.9997219821124261, 0.9997214930298326, 0.999721057794131, 0.9997217596240401, 0.9997225746036739, 0.9997210224417119, 0.9997227576971818, 0.9997229351930221, 0.9997215956873193, 0.9997211331602884, 0.9997230207039172, 0.9997217447316874, 0.9997210018360171, 0.9997222723850343, 0.9997221108286501, 0.9997214178114493, 0.9997217647676936, 0.9997224408130486, 0.9997228003545515, 0.9997209577711167, 0.9997232788951946, 0.9997216619853025, 0.9997205909299596, 0.9997219977968902, 0.9997221075144335, 0.9997206041402685, 1.0, 0.9997216910380222, 0.9997220629734219, 0.999722192628859, 0.9997216259221229, 0.9997236467717389, 0.999721912949805, 0.9997216048405073, 0.9997213735793822, 0.9997214679760645, 0.9997208302277274, 0.9997210543542098, 0.9997230984585895, 0.9997218857870922, 0.9997212960295644, 0.9997215938175112, 0.9997221985317171, 0.999722021899587, 0.999721725627861, 0.9997220060267005, 0.9997218313197827, 0.9997214196784353, 0.9997219309011688, 0.9997206139806237, 0.9997218079331756, 0.9997220886750577, 0.9997214372339108, 0.9997213277413262, 0.999722450536975, 0.9997220499516833, 0.9997216929328724 ] ] }, "width": 256, "in_features": 62, "out_features": 10, "depth": 6, "padding": 124, "parameters": 71062, "cert_evals": { "36": 0.9274610877037048, "72": 0.9044688940048218, "108": 0.8775906562805176, "255": 0.7263600826263428 }, "fold": 3 } ], "mean_test_acc": 0.9398035746373548, "std_test_acc": 0.004879626426101057, "n_samples": 5620, "n_features": 62, "n_classes": 10, "mean_cert_acc_36": 0.9206563383340836, "std_cert_acc_36": 0.00578444098234101, "mean_cert_acc_72": 0.9007099866867065, "std_cert_acc_72": 0.006341701891117056, "mean_cert_acc_108": 0.8756257593631744, "std_cert_acc_108": 0.005893824902267323, "mean_cert_acc_255": 0.7244533896446228, "std_cert_acc_255": 0.008496405283236336 }, "parkinsons": { "dataset": "parkinsons", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 8, "best_val_acc": 0.84375, "test_acc": 0.8070175438596491, "train_size": 49, "val_size": 32, "test_size": 114, "stats": { "mean": [ [ -0.15177435102040818, -0.14490747816326535, -0.02793487336734694, 0.07550721530612242, 0.16469232653061222, 0.06000429387755099, 0.057462867346938805, 0.05978606938775514, 0.05105301632653058, 0.04845383877551018, 0.07840458979591836, 0.035619136734693836, -0.02313697142857144, 0.07845370204081635, 0.05081704489795923, -0.05448034285714283, 0.09286327571428574, 0.11816354897959186, 0.08590491632653065, -0.06924810548979589, -0.02065583061224492, 0.08162519999999998 ] ], "std": [ [ 1.0613261678715187, 0.9389798332809319, 1.0498853015314364, 1.028178025788432, 1.1302871347577632, 1.053868521125123, 0.9140732841638698, 1.0539995649510843, 0.9323130971496129, 0.9120908163855437, 0.965768008718649, 0.9229613584450868, 0.7749770294180661, 0.9658059844041067, 1.1469052270870694, 0.9026558165061398, 0.9439418569560901, 1.0717521728726727, 0.9888476097381187, 0.9175952788801556, 0.8884377062114949, 1.0021764187683884 ] ] }, "width": 64, "in_features": 22, "out_features": 2, "depth": 6, "padding": 44, "parameters": 9022, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 10, "best_val_acc": 0.896551724137931, "test_acc": 0.7777777777777778, "train_size": 49, "val_size": 29, "test_size": 117, "stats": { "mean": [ [ -0.027148382244897965, 0.009347322448979607, 0.0018427693877550925, 0.009376194897959197, 0.0498221836734694, 0.012418432040816317, 0.0059797006122448695, 0.012543908367346951, -0.037508161224489786, -0.0405606224489796, -0.048066938775510194, -0.07178797142857142, -0.03155485102040816, -0.048018842857142856, 0.02719700816326529, -0.008239085714285705, -0.010052408163265357, -0.025077353061224498, 0.0272707673469388, -0.04564295242857147, -0.07848456122448978, 0.03751739387755105 ] ], "std": [ [ 1.0246326141739506, 1.0196404637451633, 1.0987023554811475, 0.9900334582522926, 1.068799641609979, 1.0047499589980544, 0.9252408702230309, 1.0047829572179607, 0.8748456565149585, 0.8600654939521702, 0.9166784846917336, 0.7849483256776274, 0.7558279428458922, 0.9166869983641067, 1.0291603272025247, 0.9397974037578619, 0.9834737083640328, 1.0844660729168245, 0.9811741510034482, 0.945229122764763, 1.1321558581479092, 0.9828216273953867 ] ] }, "width": 64, "in_features": 22, "out_features": 2, "depth": 6, "padding": 44, "parameters": 9022, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 9, "best_val_acc": 0.9032258064516129, "test_acc": 0.8347826086956521, "train_size": 49, "val_size": 31, "test_size": 115, "stats": { "mean": [ [ 0.027074289795918385, 0.06335899489795922, -0.141163173367347, 0.006597857142857159, -0.010543326530612232, 0.019088730000000016, -0.0031925448979591826, 0.019260090000000007, 0.03507935306122449, 0.04217078775510203, 0.050042397959183714, 0.022464604081632724, 0.007354644897959173, 0.050004783673469354, 0.0323217163265306, -0.009419553061224523, 0.06361398795918367, -0.10837456326530606, -0.07562777959183671, 0.0783767696122449, 0.07697315102040819, -0.0768896448979592 ] ], "std": [ [ 1.0021709858608663, 1.036472332412846, 0.8511547041931776, 1.153319334760644, 1.1400090214649552, 1.1856512484533104, 1.109926186807537, 1.1857461665406257, 1.0993883359109478, 1.0989049029267082, 1.1281831752622162, 1.0778885202444342, 1.0368342393804297, 1.1281482640713403, 1.212987846980958, 1.0961601956507685, 0.9410222006090059, 0.9631862850066165, 0.9241843695124426, 0.8888983110215023, 0.9670994638815306, 0.9437743892758995 ] ] }, "width": 64, "in_features": 22, "out_features": 2, "depth": 6, "padding": 44, "parameters": 9022, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.7272727272727273, "test_acc": 0.7610619469026548, "train_size": 49, "val_size": 33, "test_size": 113, "stats": { "mean": [ [ -0.017151697959183657, -0.08282589622448981, -0.03878951020408162, -0.05014604183673472, -0.00995732653061224, -0.010962025102040794, -0.07701460816326532, -0.01092796510204078, -0.18647080816326533, -0.18633531836734696, -0.14844791836734691, -0.22856991510204083, -0.237482206122449, -0.14839450816326533, -0.02768821020408163, 0.14269979897959184, -0.18449186244897958, 0.04748424285714288, -0.13693871632653068, -0.31049158099999996, -0.18406532040816326, -0.15638604489795918 ] ], "std": [ [ 1.0058346739543103, 0.9487949638489124, 0.994620516441734, 0.973242138110713, 1.098902934224567, 0.9933442474130566, 0.8958864648117469, 0.9933555009804176, 0.8433041190561102, 0.7941043410091924, 0.9208429310347311, 0.7043302529123088, 0.6518639290383439, 0.9208764339301102, 1.0359836613291062, 0.9627627144124837, 0.9723485565102632, 0.9910728139212198, 0.9457878853222512, 0.8667410055873132, 0.9407240712581624, 0.9187159564771525 ] ] }, "width": 64, "in_features": 22, "out_features": 2, "depth": 6, "padding": 44, "parameters": 9022, "cert_evals": { "36": 0.6991150379180908, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.7951599693089334, "std_test_acc": 0.03253393787334793, "n_samples": 195, "n_features": 22, "n_classes": 2, "mean_cert_acc_36": 0.1747787594795227, "std_cert_acc_36": 0.3495575189590454, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "connect-4": { "dataset": "connect-4", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 29, "best_val_acc": 0.7927031509121062, "test_acc": 0.7943934483014573, "train_size": 16889, "val_size": 10251, "test_size": 40417, "stats": { "mean": [ [ 0.030039043756277816, 0.019902300550625314, 0.02412979927762107, 0.01985044289179096, 0.04051709657175008, 0.019031591236910044, -0.0045395188821050255, 0.00019764479838064707, -0.0054407273373289445, 0.0013942071762814724, 0.0055600884599283544, 0.001485642518807598, -0.045466167742357476, -0.01035231553081155, -0.011896642548398602, -0.003500336017520728, -0.005169183847484449, -0.004208846444423896, -0.015666746284570425, -0.004623683640220639, -0.003240515128237825, 0.007526564154155245, 0.005614181419874743, -0.0009578565812173992, -0.008785680620530124, 2.9899105920217333e-05, 0.008153071703466623, 0.012008136479367208, 0.006621551092434575, -0.0019656975546212823, -0.013779740837230907, -0.007963726330753096, 0.0029912185446102466, 0.006957733791219768, 0.009923208727565623, 0.008400017940669328, 0.005648935283319054, -0.0006844205696187397, -0.00016250281250430496, 0.005438035407640847, 0.006130487891554314, 0.0019121513411066388 ] ], "std": [ [ 1.006531226467314, 1.008924218376966, 1.0197183666704737, 1.023893878424687, 1.1159454713651147, 1.1190732652590052, 1.0024169825217877, 0.9994835093105424, 0.9930989860238304, 1.004612308430935, 1.0242747269577495, 0.9967703228906594, 1.0081015996457976, 1.0023951062831706, 0.9892908401102037, 0.9991151349692805, 0.9863950858355114, 0.960184531380724, 0.9986346631032498, 1.0001270989782147, 0.9928951530660571, 1.0169032842233705, 1.013285375385304, 0.970290472444351, 0.9945759706604689, 0.9972408901165424, 1.0114521905940863, 1.0290063758644428, 1.023278904623385, 0.9324949802555003, 0.9965943679305745, 0.9932874797871102, 1.0036564691959504, 1.0228377133115587, 1.0386526847608728, 1.1257342158605066, 1.0035861966708441, 1.000236858494279, 0.9968329006749054, 1.0125833294784417, 1.0214319654141149, 1.006766118353405 ] ] }, "width": 128, "in_features": 42, "out_features": 2, "depth": 6, "padding": 84, "parameters": 32342, "cert_evals": { "36": 0.6455947160720825, "72": 0.47507238388061523, "108": 0.30999332666397095, "255": 0.00900611188262701 }, "fold": 0 }, { "best_epoch": 35, "best_val_acc": 0.7739267428121308, "test_acc": 0.7761650868878357, "train_size": 16889, "val_size": 10156, "test_size": 40512, "stats": { "mean": [ [ 0.027203261152216014, 0.024381636864207697, 0.020735522529443332, 0.023047149623986126, 0.020027097519112465, 0.026940308105877917, -0.00722533788855856, -0.00531791621766461, -0.009308466457466616, 0.00578968973889537, -0.0010269574279278557, 0.004949220640663072, -0.037384035289282136, -0.016723926816264917, -0.008892225590617149, -0.008508028006396103, -0.004554644798399636, 0.0002488341287307118, -0.014038076854764218, 0.0028520603943621176, 0.0008038332642066601, 0.002791597607881187, -0.00160992456626965, -0.0009578257800985885, 5.388069156555676e-05, 0.010160649535196326, 0.012398836639225969, 5.7993960568914834e-05, -0.003970593522402191, 0.0032774340103030072, -0.010958108650600418, 0.003209088104681389, 0.008421007164421582, 0.007349537331987826, 0.008767308745328259, -0.0032300263189079456, -0.0018860788679084654, -0.009485176801493057, -0.0028463511753280563, 0.0013060429865429904, -0.0015533507016145245, 0.012107637870801016 ] ], "std": [ [ 1.0053784970608792, 1.0086117051709853, 1.0174407281192794, 1.0328236445577126, 1.0555647249928823, 1.1828794778966805, 1.0020910755122447, 1.0000565113338769, 0.9890321160451245, 1.0150152665488792, 0.9899360205182285, 1.0509979377431884, 1.0058247313452429, 0.9943794278675755, 0.9914355031605685, 0.98735263698585, 0.9895129572809503, 0.9832660190727348, 1.0002454573596118, 1.005345164132691, 1.0022702027544366, 1.0038695389702308, 0.9884994910041733, 1.0323210247180712, 0.9997460580413666, 1.0089872644160143, 1.0235001251776934, 0.9984386209085483, 0.9823324227005963, 1.0494438702787408, 0.9933592013054958, 1.0038908920524567, 1.013697656799958, 1.0183153010542547, 1.0567215054144603, 0.8880868673858706, 1.0011297314158905, 0.9952887406369397, 0.9967427026967423, 1.006175884588394, 0.991937713430211, 1.1100304287997806 ] ] }, "width": 128, "in_features": 42, "out_features": 2, "depth": 6, "padding": 84, "parameters": 32342, "cert_evals": { "36": 0.6084616780281067, "72": 0.42293640971183777, "108": 0.25967615842819214, "255": 0.005282385740429163 }, "fold": 1 }, { "best_epoch": 18, "best_val_acc": 0.7763440860215054, "test_acc": 0.7824323655967159, "train_size": 16889, "val_size": 10230, "test_size": 40438, "stats": { "mean": [ [ 0.025572694783573928, 0.01329715524895377, 0.021220418319602922, 0.01865168985727237, 0.01982012718339098, 0.00963998614483818, 0.002528423115643657, 0.014210160400253889, 0.019369405767058635, 0.014451386997468231, 0.013793931316224738, 0.012371159470670088, -0.039714018710444283, 0.002464175676483553, -0.003429649002305634, -0.009634763751553201, 0.0009762194327558758, 0.0017347277695622, -0.010497498845409039, -0.009077317366310872, -0.009626320682147567, -0.007594781810667109, -0.00470596897387065, -0.0015970677600842312, -0.009472249452314906, -0.00820725051809292, -0.0026667849487946728, -0.015432931020187987, 0.0013254907454667974, 0.008520569927173222, -0.01259168517970182, -0.013636079637638902, -0.01148821777488854, 0.0004930685061226005, 0.0037583447036442816, 0.004523333086622283, -0.0011041412753886373, 0.0011898180472266853, 0.004086905974287228, 0.0047194280300578055, 0.006496377523849094, 0.0006377091894106407 ] ], "std": [ [ 1.002340911028259, 1.000241509886604, 1.0182352047279812, 1.026450786988581, 1.0586830294039484, 1.0573441287107759, 0.9999723336345973, 1.0051963116139528, 1.0189730060934503, 1.0249429350044355, 1.0283337398578962, 1.0717856671455852, 1.007021137501264, 1.0086278986575667, 0.9953893180688569, 0.98676435866359, 1.0045070750637721, 0.9894410915928983, 1.0018969853345276, 0.9951351558433682, 0.9829488046935272, 0.9826669281585328, 0.9809482582136214, 1.0155101449208117, 0.9962026519420597, 0.990863381380769, 1.0019931559758173, 0.9596014491771616, 1.0169055158769793, 1.076548189219986, 0.9955495648295175, 0.9907146280157456, 0.9785756681213451, 1.006526766910725, 1.0173366899136054, 1.0876518916773228, 1.0029420841971977, 0.9990722630784118, 1.0096089946640998, 1.0127375864747392, 1.01584212211435, 0.9362241233272562 ] ] }, "width": 128, "in_features": 42, "out_features": 2, "depth": 6, "padding": 84, "parameters": 32342, "cert_evals": { "36": 0.631015419960022, "72": 0.4562045633792877, "108": 0.29410454630851746, "255": 0.002250358695164323 }, "fold": 2 }, { "best_epoch": 57, "best_val_acc": 0.7886495112706962, "test_acc": 0.787215196102554, "train_size": 16889, "val_size": 10026, "test_size": 40642, "stats": { "mean": [ [ 0.0255017919592495, 0.022711381550094376, 0.022287194327654584, 0.02371314346613092, 0.02809891444136949, 0.011617169660734934, -0.003762045615482179, -0.0006222379063383423, -0.0011956524365063191, 0.008375274142948436, -0.0028795755225458197, 0.004949219420934186, -0.03286969234417018, -0.016504218603819, -0.0016998223695865533, -0.0031247556989696936, -0.011519434898461321, 0.0002488323820318791, -0.012126160814738062, -0.0071686163775022144, 0.0038903055242530825, 0.0026388575403812784, 0.004066158683185444, -0.0015970711824220074, -0.004837915684773933, -0.005745571910715695, -0.003762464740373103, -0.006138376635676964, 0.001325493137553573, 0.008520567025875392, -0.0066514068920593425, -0.003064876132393696, 0.005525119900522458, 0.009504424891937585, 0.011849736177385477, 0.008400017940669543, -0.0067909446385286945, -0.00818136082659884, 0.004646044170746594, 0.012444457339079356, -0.0015533672804591957, 0.00446103881223969 ] ], "std": [ [ 1.0045809901782567, 1.011044061995358, 1.0172043141389446, 1.0411444793879623, 1.0848038904253097, 1.0532589212327128, 1.001732294856909, 0.9979736375563433, 0.9960552361012427, 1.01505820099451, 0.9927946698994767, 1.0430998783719132, 1.0035374294499668, 0.9954329781752278, 0.9998036225568965, 0.9986000648188756, 0.968307334521185, 1.0041135888200137, 1.0020709200665507, 0.9957946771192316, 1.0066983742054452, 0.9982009085917064, 1.0079501138389146, 1.0086913740499897, 0.9975519054988539, 0.9949781645083238, 0.9908446185534602, 0.980252534332932, 1.0196582337505167, 1.129171084329408, 0.9975018305111572, 0.9962923547954192, 1.0083259241822573, 1.0245524736842544, 1.0587730123334396, 1.1257342158603454, 1.000888709096108, 0.9958781134180874, 1.0074167017832345, 1.03159906035601, 0.975850670238492, 1.1586868157131331 ] ] }, "width": 128, "in_features": 42, "out_features": 2, "depth": 6, "padding": 84, "parameters": 32342, "cert_evals": { "36": 0.629176676273346, "72": 0.4495595693588257, "108": 0.2869199216365814, "255": 0.008587175980210304 }, "fold": 3 } ], "mean_test_acc": 0.7850515242221408, "std_test_acc": 0.007698090280744382, "n_samples": 67557, "n_features": 42, "n_classes": 2, "mean_cert_acc_36": 0.6285621225833893, "std_cert_acc_36": 0.015281071695915147, "mean_cert_acc_72": 0.4509432315826416, "std_cert_acc_72": 0.02157308659221606, "mean_cert_acc_108": 0.2876734882593155, "std_cert_acc_108": 0.021007554469521565, "mean_cert_acc_255": 0.0062815080746077, "std_cert_acc_255": 0.0031616441482051876 }, "pima": { "dataset": "pima", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 25, "best_val_acc": 0.7435897435897436, "test_acc": 0.7254901960784313, "train_size": 192, "val_size": 117, "test_size": 459, "stats": { "mean": [ [ -0.0019324124999998884, -0.00012207583333333216, 0.04217885052083333, 0.00848995729166671, 0.005174749999999932, -0.046159915651041654, 0.005953811979166655, 0.07872151093750006 ] ], "std": [ [ 0.9819510309933771, 0.9111640190273224, 0.9708504296826285, 1.099822957973565, 0.9218205138345946, 1.056214861472258, 1.0108583076345607, 1.01432971356633 ] ] }, "width": 32, "in_features": 8, "out_features": 2, "depth": 6, "padding": 16, "parameters": 1266, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.34814814814814815, "test_acc": 0.3492063492063492, "train_size": 192, "val_size": 135, "test_size": 441, "stats": { "mean": [ [ 0.019707258333333522, 0.03424992687499997, 0.03491385885416665, -0.08194942239583324, -0.03907010052083341, 0.053195496510416655, -0.0036192521354166743, -0.06521345781250003 ] ], "std": [ [ 1.0301685557841433, 0.9959115695466323, 1.0735770070448536, 0.9845812772483306, 0.9943920335167246, 1.0696319409722543, 0.9860249191330342, 0.9892410062597343 ] ] }, "width": 32, "in_features": 8, "out_features": 2, "depth": 6, "padding": 16, "parameters": 1266, "cert_evals": { "36": 0.3492063581943512, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 27, "best_val_acc": 0.7416666666666667, "test_acc": 0.7368421052631579, "train_size": 192, "val_size": 120, "test_size": 456, "stats": { "mean": [ [ 0.17582224895833332, 0.038322315416666634, -0.07783248697916666, -0.16520565468749995, -0.11327850364583342, -0.135474219296875, -0.03175727552083333, 0.09643667291666673 ] ], "std": [ [ 1.0638504058639158, 0.9838373596130083, 1.064286398859908, 1.0275191945092796, 0.9301240391257053, 1.0696755566062253, 0.953495407419293, 1.060048294039853 ] ] }, "width": 32, "in_features": 8, "out_features": 2, "depth": 6, "padding": 16, "parameters": 1266, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 26, "best_val_acc": 0.7345132743362832, "test_acc": 0.6976241900647948, "train_size": 192, "val_size": 113, "test_size": 463, "stats": { "mean": [ [ 0.019707373958333604, 0.04956274229166665, -0.032895598437499944, -0.02546561510416664, -0.004270790312500018, 0.06891787828125, -0.041550713963541624, 0.019818838020833326 ] ], "std": [ [ 1.046076222621493, 0.9765956060942442, 1.0875934081009107, 0.9881278389945256, 0.9075867743815457, 0.9995410119642123, 0.8563442009545308, 0.9709125098838245 ] ] }, "width": 32, "in_features": 8, "out_features": 2, "depth": 6, "padding": 16, "parameters": 1266, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.6272907101531833, "std_test_acc": 0.18612035300329274, "n_samples": 768, "n_features": 8, "n_classes": 2, "mean_cert_acc_36": 0.0873015895485878, "std_cert_acc_36": 0.1746031790971756, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "pittsburg-bridges-MATERIAL": { "dataset": "pittsburg-bridges-MATERIAL", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 34, "best_val_acc": 0.4, "test_acc": 0.2833333333333333, "train_size": 26, "val_size": 20, "test_size": 60, "stats": { "mean": [ [ -0.11238934615384605, 0.19736865, 0.15455, 0.15961346153846157, -0.07076646153846156, 0.15434588461538454, 0.1840363461538461 ] ], "std": [ [ 0.9957184371723743, 0.9959413552215316, 1.0315511158616348, 0.8772828351648864, 1.0247762294541045, 1.1028821922601193, 0.7995873033749223 ] ] }, "width": 32, "in_features": 7, "out_features": 3, "depth": 6, "padding": 14, "parameters": 997, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.21052631578947367, "test_acc": 0.08196721311475409, "train_size": 26, "val_size": 19, "test_size": 61, "stats": { "mean": [ [ -0.009688884615384565, 0.22651538461538462, 0.03409030769230755, -0.09103884615384622, 0.1841305, 0.31850111538461523, 0.027972884615384445 ] ], "std": [ [ 1.115613086975337, 1.0057941285258243, 1.1782033883592151, 0.9294434251013095, 1.0832735600836598, 1.0726038998514973, 0.8999058194666532 ] ] }, "width": 32, "in_features": 7, "out_features": 3, "depth": 6, "padding": 14, "parameters": 997, "cert_evals": { "36": 0.08196720480918884, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.0, "test_acc": 0.140625, "train_size": 26, "val_size": 16, "test_size": 64, "stats": { "mean": [ [ 0.14436196153846156, -0.06772561923076922, 0.15454984615384612, 0.15961346153846157, 0.29337180769230764, 0.26378273076923064, 0.027972884615384573 ] ], "std": [ [ 1.0179791685372954, 1.0403197946863862, 1.0714178998681247, 0.8772828351648864, 0.8271634472356539, 1.1323512832459435, 0.8999058194666533 ] ] }, "width": 32, "in_features": 7, "out_features": 3, "depth": 6, "padding": 14, "parameters": 997, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.7058823529411765, "test_acc": 0.746031746031746, "train_size": 26, "val_size": 17, "test_size": 63, "stats": { "mean": [ [ -0.3691406153846153, 0.08633426923076921, -0.00606200000000008, -0.34169099999999986, -0.14359411538461544, 0.07226838461538451, -0.05005884615384633 ] ], "std": [ [ 0.7352238508876096, 0.769629063092912, 0.993332786470492, 1.2842104251847937, 0.9183219104916871, 1.1684627801712248, 0.9363807692307694 ] ] }, "width": 32, "in_features": 7, "out_features": 3, "depth": 6, "padding": 14, "parameters": 997, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.31298932311995836, "std_test_acc": 0.300824363467785, "n_samples": 106, "n_features": 7, "n_classes": 3, "mean_cert_acc_36": 0.02049180120229721, "std_cert_acc_36": 0.04098360240459442, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "pittsburg-bridges-REL-L": { "dataset": "pittsburg-bridges-REL-L", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 30, "best_val_acc": 0.6923076923076923, "test_acc": 0.5, "train_size": 26, "val_size": 13, "test_size": 64, "stats": { "mean": [ [ -0.2534473076923077, 0.33873420769230767, 0.033979423076922706, 0.11527103846153851, -0.28692915384615375, 0.10456480769230773, 0.12155461538461536 ] ], "std": [ [ 0.9261583185285736, 0.8009009247637227, 1.0889481792626658, 0.99653081940633, 1.072126740077213, 0.9196280170052044, 0.8466063306348502 ] ] }, "width": 32, "in_features": 7, "out_features": 3, "depth": 6, "padding": 14, "parameters": 997, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.2, "test_acc": 0.14516129032258066, "train_size": 26, "val_size": 15, "test_size": 62, "stats": { "mean": [ [ -0.09836800000000002, 0.11185775384615383, 0.07467526923076934, -0.009052730769230726, -0.10539519230769225, 0.013804115384615371, 0.27612307692307686 ] ], "std": [ [ 1.0694354197920724, 0.8688390763013727, 0.8067650960246951, 0.9157017407809144, 1.0553979577856298, 0.9260748900018138, 0.7249903479716615 ] ] }, "width": 32, "in_features": 7, "out_features": 3, "depth": 6, "padding": 14, "parameters": 997, "cert_evals": { "36": 0.14516128599643707, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.125, "test_acc": 0.16393442622950818, "train_size": 26, "val_size": 16, "test_size": 61, "stats": { "mean": [ [ 0.21179084615384614, -0.20075696923076924, 0.23745903846153846, 0.05310915384615384, 0.14875234615384614, 0.1348184615384615, 0.12155461538461534 ] ], "std": [ [ 0.858790726074425, 0.9525936502475233, 1.0303379408513154, 0.9050907018495523, 0.955082657540614, 1.0895483096872065, 0.8466063306348502 ] ] }, "width": 32, "in_features": 7, "out_features": 3, "depth": 6, "padding": 14, "parameters": 997, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 12, "best_val_acc": 0.5, "test_acc": 0.6190476190476191, "train_size": 26, "val_size": 14, "test_size": 63, "stats": { "mean": [ [ -0.3568335384615385, -0.18405515384615387, -0.00671646153846194, 0.17743292307692307, 0.2213659230769231, 0.31633973076923083, 0.12155461538461534 ] ], "std": [ [ 0.8287037559089696, 0.9069856689030475, 1.0557430702422617, 0.8702663846153843, 0.9327384905473824, 1.0726154740713343, 0.8466063306348502 ] ] }, "width": 32, "in_features": 7, "out_features": 3, "depth": 6, "padding": 14, "parameters": 997, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.357035833899927, "std_test_acc": 0.2389336757382515, "n_samples": 103, "n_features": 7, "n_classes": 3, "mean_cert_acc_36": 0.03629032149910927, "std_cert_acc_36": 0.07258064299821854, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "pittsburg-bridges-SPAN": { "dataset": "pittsburg-bridges-SPAN", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.7142857142857143, "test_acc": 0.45454545454545453, "train_size": 23, "val_size": 14, "test_size": 55, "stats": { "mean": [ [ -0.029837999999999993, -0.25806898695652175, 0.27461930434782605, -0.10251969565217388, 0.0609171304347826, -0.20858055217391297, 0.1910520434782607 ] ], "std": [ [ 0.7916916039569953, 1.0125006038076372, 0.8444054443868326, 1.1230445292246944, 0.9384505846315211, 1.2509107678124556, 0.9902371367201799 ] ] }, "width": 32, "in_features": 7, "out_features": 3, "depth": 6, "padding": 14, "parameters": 997, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.375, "test_acc": 0.5245901639344263, "train_size": 23, "val_size": 8, "test_size": 61, "stats": { "mean": [ [ -0.20886565217391312, 0.20484198695652173, -0.07489591304347826, 0.10251943478260879, -0.22335769565217395, -0.24650454782608694, -0.23350947826086974 ] ], "std": [ [ 1.1322718849321831, 1.1240719320543364, 1.0615420299973752, 0.8963528876008708, 1.0527502115584615, 0.7255249335603758, 1.1264874806517848 ] ] }, "width": 32, "in_features": 7, "out_features": 3, "depth": 6, "padding": 14, "parameters": 997, "cert_evals": { "36": 0.5245901346206665, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.5, "test_acc": 0.5094339622641509, "train_size": 23, "val_size": 16, "test_size": 53, "stats": { "mean": [ [ -0.26854200000000006, 0.08719552173913042, -0.024965043478260857, -0.034172999999999946, 0.34519221739130435, 0.24650505217391308, -0.4033346521739131 ] ], "std": [ [ 0.7826434027524923, 0.8532738699385454, 1.116485175293137, 1.0229130046834918, 0.891588314188393, 0.9488533640036454, 0.9755681035759809 ] ] }, "width": 32, "in_features": 7, "out_features": 3, "depth": 6, "padding": 14, "parameters": 997, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.5, "test_acc": 0.2033898305084746, "train_size": 23, "val_size": 10, "test_size": 59, "stats": { "mean": [ [ -0.20886582608695664, -0.14202214347826086, -0.024965130434782608, 0.10251943478260875, -0.060915000000000004, 0.05688600869565217, 0.1061391739130434 ] ], "std": [ [ 0.7916911713540639, 0.9447975425602776, 1.0638879741325864, 0.896352887600871, 1.0621083198533245, 1.0385861814225783, 0.8575722370885731 ] ] }, "width": 32, "in_features": 7, "out_features": 3, "depth": 6, "padding": 14, "parameters": 997, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.4229898528131265, "std_test_acc": 0.14946028800946706, "n_samples": 92, "n_features": 7, "n_classes": 3, "mean_cert_acc_36": 0.13114753365516663, "std_cert_acc_36": 0.26229506731033325, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "pittsburg-bridges-T-OR-D": { "dataset": "pittsburg-bridges-T-OR-D", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.875, "test_acc": 0.8524590163934426, "train_size": 25, "val_size": 16, "test_size": 61, "stats": { "mean": [ [ 0.15020296000000002, -0.0008959920000000077, -0.007506879999999985, 0.09924271999999996, -0.11183403999999993, 0.06574727999999996, 0.2686277600000001 ] ], "std": [ [ 1.1056510586049282, 0.9894276187747426, 0.9455226916051597, 1.1055352321467289, 1.0069534202490789, 0.9298309440615328, 0.7342804012389428 ] ] }, "width": 32, "in_features": 7, "out_features": 2, "depth": 6, "padding": 14, "parameters": 982, "cert_evals": { "36": 0.8524589538574219, "72": 0.8524589538574219, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.21052631578947367, "test_acc": 0.1206896551724138, "train_size": 25, "val_size": 19, "test_size": 58, "stats": { "mean": [ [ -0.22477987999999996, -0.23302490400000006, -0.3052941999999999, -0.09418591999999981, -0.30132007999999993, 0.034113799999999944, -0.29218840000000024 ] ], "std": [ [ 0.8537489133489458, 0.9442767857681105, 1.1206967647206985, 1.1278721619730465, 0.8691601526879115, 0.9222667065314241, 1.1442940136936137 ] ] }, "width": 32, "in_features": 7, "out_features": 2, "depth": 6, "padding": 14, "parameters": 982, "cert_evals": { "36": 0.12068965286016464, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.7142857142857143, "test_acc": 0.8888888888888888, "train_size": 25, "val_size": 14, "test_size": 63, "stats": { "mean": [ [ 0.20377195999999997, 0.09630778000000002, 0.3328217600000001, -0.22313807999999993, 0.19134339999999994, -0.029153040000000026, 0.26862776000000005 ] ], "std": [ [ 1.089967253887803, 1.1192053646352136, 0.8759745403148782, 1.2131111924223241, 0.9282879043276608, 1.1030982427632627, 0.7342804012389427 ] ] }, "width": 32, "in_features": 7, "out_features": 2, "depth": 6, "padding": 14, "parameters": 982, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.9166666666666666, "test_acc": 0.8461538461538461, "train_size": 25, "val_size": 12, "test_size": 65, "stats": { "mean": [ [ -0.17121067999999995, -0.21648582000000005, 0.12011635999999999, -0.09418591999999995, -0.11183404000000002, -0.28222119999999995, 0.10839464000000007 ] ], "std": [ [ 0.8571032600003676, 0.9702298691514799, 1.0541263774745755, 0.9254069877190219, 1.006953420249079, 1.1836178575986762, 0.8554107804035617 ] ] }, "width": 32, "in_features": 7, "out_features": 2, "depth": 6, "padding": 14, "parameters": 982, "cert_evals": { "36": 0.8461538553237915, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.6770478516521479, "std_test_acc": 0.3713834415353969, "n_samples": 102, "n_features": 7, "n_classes": 2, "mean_cert_acc_36": 0.4548256155103445, "std_cert_acc_36": 0.4581714544800371, "mean_cert_acc_72": 0.21311473846435547, "std_cert_acc_72": 0.42622947692871094, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "pittsburg-bridges-TYPE": { "dataset": "pittsburg-bridges-TYPE", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.3333333333333333, "test_acc": 0.4098360655737705, "train_size": 26, "val_size": 18, "test_size": 61, "stats": { "mean": [ [ -0.2226830769230769, 0.05670122692307692, -0.043026884615384405, -0.03758799999999994, 0.17069815384615383, 0.05726184615384619, 0.03333576923076921 ] ], "std": [ [ 0.9229643846157178, 0.8879073657273664, 0.9090621758106759, 0.8047152853556344, 0.9896400284910009, 0.9758970201578133, 1.0579562243200262 ] ] }, "width": 32, "in_features": 7, "out_features": 6, "depth": 6, "padding": 14, "parameters": 1042, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.09523809523809523, "test_acc": 0.1206896551724138, "train_size": 26, "val_size": 21, "test_size": 58, "stats": { "mean": [ [ -0.17140723076923073, 0.17603493076923074, -0.043027115384615275, 0.08770580769230771, 0.06073815384615386, 0.140003576923077, 0.11111846153846151 ] ], "std": [ [ 0.9955960192363054, 0.8707946707612142, 1.076508222112097, 0.8969691136995324, 1.0157671583515164, 1.0382138974203643, 0.8520637539328237 ] ] }, "width": 32, "in_features": 7, "out_features": 6, "depth": 6, "padding": 14, "parameters": 1042, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.23076923076923078, "test_acc": 0.07575757575757576, "train_size": 26, "val_size": 13, "test_size": 66, "stats": { "mean": [ [ 0.13624746153846157, -0.13478680769230772, 0.03693388461538476, 0.08770600000000003, -0.01256838461538465, 0.05726215384615386, 0.033336038461538396 ] ], "std": [ [ 0.8716889547511608, 0.9579937729204642, 1.0615560480179493, 0.7749005943842086, 0.9916744330944691, 1.0538491233066194, 0.8970306628997816 ] ] }, "width": 32, "in_features": 7, "out_features": 6, "depth": 6, "padding": 14, "parameters": 1042, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.47368421052631576, "test_acc": 0.36666666666666664, "train_size": 26, "val_size": 19, "test_size": 60, "stats": { "mean": [ [ 0.2900749615384615, -0.1092556538461538, -0.16296869230769223, 0.08770600000000003, -0.12252815384615393, 0.002101461538461631, -0.0444463846153846 ] ], "std": [ [ 0.9565380984621445, 1.0668876495414104, 1.087587760209891, 0.7749005943842086, 0.9250887318796751, 0.7643326705239842, 0.9333890769230768 ] ] }, "width": 32, "in_features": 7, "out_features": 6, "depth": 6, "padding": 14, "parameters": 1042, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.2432374907926067, "std_test_acc": 0.1693687697810113, "n_samples": 105, "n_features": 7, "n_classes": 6, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "planning": { "dataset": "planning", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.6666666666666666, "test_acc": 0.7272727272727273, "train_size": 45, "val_size": 27, "test_size": 110, "stats": { "mean": [ [ -0.13597411777777782, -0.059930613333333334, 0.1726637911111111, 0.034723479999999994, 0.1943293844444444, -0.058733431111111144, -0.116129388, 0.17681400222222224, -0.19228555555555557, -0.07629513333333332, 0.07577999111111111, 0.14000706444444447 ] ], "std": [ [ 0.9037583332493699, 0.8892684096511589, 0.9934159714161822, 0.9795447749569939, 0.991099979203418, 0.8238368829401475, 0.8461204418967577, 1.0434976919452328, 0.9979969012441308, 0.9523454999652433, 0.9216888475521186, 1.061608647395146 ] ] }, "width": 32, "in_features": 12, "out_features": 2, "depth": 6, "padding": 24, "parameters": 2762, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 26, "best_val_acc": 0.75, "test_acc": 0.6633663366336634, "train_size": 45, "val_size": 36, "test_size": 101, "stats": { "mean": [ [ 0.11314807155555553, -0.05681264375555557, 0.03933796666666664, 0.04977631111111109, 0.03694895555555555, -0.044924306666666684, 0.04804084666666663, 0.12195993333333337, 0.042717271111111156, 0.008962882222222232, -0.0006334968888889045, -0.0009558044444444105 ] ], "std": [ [ 0.9103807361609941, 0.9363715375995261, 1.1502145656153577, 1.0558247484927283, 1.076388481139489, 1.0010167884068093, 0.9233794686212015, 0.8789681038837464, 0.8499326718606948, 0.8719046264511446, 0.8860788083725304, 0.8502961074388711 ] ] }, "width": 32, "in_features": 12, "out_features": 2, "depth": 6, "padding": 24, "parameters": 2762, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.8333333333333334, "test_acc": 0.6902654867256637, "train_size": 45, "val_size": 24, "test_size": 113, "stats": { "mean": [ [ -0.08181936222222222, 0.032095062222222207, -0.2932722444444444, -0.2642803151111112, -0.2482941920666666, 0.04209659104444442, -0.08089617555555557, 0.011037159999999989, -0.05962093333333333, -0.05360210222222223, 0.041594423777777785, 0.03579832413333331 ] ], "std": [ [ 1.0346900075231742, 0.983181200526179, 0.8190101673790661, 0.8655727810698712, 0.9958599284470852, 0.9221770981656976, 1.0076979840800466, 1.0249788633648824, 1.0799692279692954, 1.0059810529176614, 1.0760442404746193, 0.966271648432117 ] ] }, "width": 32, "in_features": 12, "out_features": 2, "depth": 6, "padding": 24, "parameters": 2762, "cert_evals": { "36": 0.6902654767036438, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.8260869565217391, "test_acc": 0.631578947368421, "train_size": 45, "val_size": 23, "test_size": 114, "stats": { "mean": [ [ 0.10711943111111107, 0.19129145333333336, 0.23947074666666662, 0.1974917848888889, 0.06191540222222221, 0.19409456755555554, 0.10399900533333334, -0.07677485555555555, 0.05582479999999996, -0.0920865622222222, 0.07224912822222225, -0.22088875111111111 ] ], "std": [ [ 0.9820868604107751, 0.8497304858975051, 0.9414935653357391, 0.9419249731758765, 0.9517511837520722, 0.8554967298035733, 1.06563202833593, 1.067683309777831, 0.968308470640187, 1.07319052594271, 1.055131325540202, 1.0489152018459469 ] ] }, "width": 32, "in_features": 12, "out_features": 2, "depth": 6, "padding": 24, "parameters": 2762, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.6781208745001188, "std_test_acc": 0.04060888082621816, "n_samples": 182, "n_features": 12, "n_classes": 2, "mean_cert_acc_36": 0.17256636917591095, "std_cert_acc_36": 0.3451327383518219, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "plant-margin": { "dataset": "plant-margin", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 97, "best_val_acc": 0.5537190082644629, "test_acc": 0.511482254697286, "train_size": 400, "val_size": 242, "test_size": 958, "stats": { "mean": [ [ -0.0010596968500001934, -0.01804303900000009, 0.058554600000000095, -0.04174014875000007, -0.00557412199999981, 0.022321825499999975, 0.009465832749999917, 0.026944449999999596, 0.0220769747500004, -0.02089326899999988, -0.012520925000000096, 0.0033962770000000053, 0.0021340793749998234, -0.0033546413499999455, 0.021925117425000074, 0.013851212499999961, -0.0015689260000001164, -0.004634679999999923, -0.05511270024999984, 0.026070323000000024, 0.01848005475000007, 0.0022656225000003355, -0.01842250000000018, 0.01246016899999983, 0.0098437735000002, -0.032934458000000104, 0.049291360500000325, 0.0024477580000001266, -0.02057179899999991, 0.0009727362499999343, 0.0017701742499999368, 0.00541423612499992, 0.02091535780000011, 0.020351312499999816, -0.009445618999999935, -0.02841862299999999, 0.029737960000000185, 0.018735809500000172, 0.014390100750000086, -0.016125830000000306, 0.012385870249999646, -0.043971327499999775, 0.0009311264999999372, 0.01806689874999989, -0.008581579999999964, -0.009399341000000174, -0.03755508207500001, -0.0009747140000000407, 0.028856429249999874, -0.0030426587000000733, -0.015013867049999909, -0.004152345000000207, 0.02680056899999996, -0.02129718575000011, 0.022555419000000035, -0.00723436300000014, 0.036754802499999906, -0.02058847975000004, -0.010368677175000047, -0.029642165000000022, -0.02736674750000015, 0.0008163920000001678, 0.018380879350000014, -0.008580070000000413 ] ], "std": [ [ 0.9874340403909011, 0.9592061852266575, 1.0435962908617902, 0.9425389198852354, 1.0047339728470936, 1.0363144948903504, 1.0296524029950296, 1.0063022213625923, 1.094313672273991, 1.0202299972901783, 0.985157157060649, 0.9888027948033142, 0.9932416135375679, 0.9909877623883768, 1.0005062186033022, 1.2067387345575986, 0.984270179305036, 0.9091203000942354, 0.9545319559171044, 0.983601787222833, 1.011060877681347, 0.9799045991624534, 0.9223386505533625, 1.0460006470835634, 1.0181216615718796, 0.9516193964985948, 1.0882812579258407, 1.0329753644197, 0.9792719916843142, 0.9673648432380815, 0.9958388822460692, 1.012645249804551, 1.0439458247448072, 1.0733982117428793, 1.0111716504511818, 0.996690448869414, 1.0367837370015323, 1.0026230843872075, 1.0036523141489182, 0.9356670752186079, 1.0259733303222744, 0.9543079293157887, 1.016979624435871, 1.0361404335495707, 0.9710294506381861, 0.9356304778213941, 0.9636374865372435, 0.9682684696531572, 1.0488592685926776, 1.0095591832024964, 0.9864668975312801, 0.965788248416018, 1.0175463184007973, 0.9707788038864342, 1.035917848788737, 0.9984750436485963, 1.047306945528514, 0.9624268336767162, 1.0407274202088548, 0.9906889986330216, 0.9133036560743315, 1.0063256302193264, 1.0448919868528035, 1.060209155310641 ] ] }, "width": 256, "in_features": 64, "out_features": 100, "depth": 6, "padding": 128, "parameters": 87268, "cert_evals": { "36": 0.4258872866630554, "72": 0.3444676399230957, "108": 0.2630480229854584, "255": 0.07202505320310593 }, "fold": 0 }, { "best_epoch": 42, "best_val_acc": 0.08974358974358974, "test_acc": 0.07246376811594203, "train_size": 400, "val_size": 234, "test_size": 966, "stats": { "mean": [ [ 0.018630191274999833, 0.0021237185000000623, 0.020341910000000126, -0.03847603025000004, 0.0024851145000002843, -0.019245363750000032, 0.01765857999999999, -0.09520458750000026, 0.016723600750000407, -0.020893166249999973, -0.013275087500000034, -0.009778451499999922, 0.02100441234999998, -0.0006707280500000078, 0.01202943670000018, -0.012221054999999943, 0.026685538499999994, 0.03934188799999998, -0.017911806749999953, -0.004428536999999995, 0.013875288750000034, -0.007751707499999634, 0.03217363749999957, 0.003825904499999896, 0.010617184500000114, -0.03897739600000022, -0.00972438474999977, 0.0034970589999999357, 0.02035820800000013, -0.037335613750000024, -0.008548351749999959, 0.0018481537499997402, -0.007583834749999951, 0.04391894749999982, 0.033370660000000205, 0.00937306074999997, -0.013948834999999842, 0.005821061250000135, 0.03052180125000005, 0.02165496999999981, -0.00854195450000032, -0.03606767999999988, -0.017944192250000105, -0.02588678125000007, 0.01616825525000002, -0.00827056050000008, -0.0017126565000000083, -0.01656842850000004, -0.017988074249999902, -0.03559730630000006, -0.0036789360499999424, 0.012461489999999617, 0.026261220249999995, -0.020665702500000202, -0.0005093669999999243, -0.009416002500000138, -0.02145052, 0.012404727999999953, 0.008414623600000027, 0.026667712, 0.023455849999999993, 0.01995325700000049, 0.017141528075000113, -0.00027581000000054354 ] ], "std": [ [ 1.041295070488909, 1.0014805383027654, 1.0526387415016842, 0.9348659203435066, 1.012132944361091, 0.9779461065975633, 1.0032476656820697, 0.765138203982258, 1.084558801095068, 1.0155838017759249, 0.9847823955761184, 1.0321402388555014, 1.0519629684769372, 0.9582131621864026, 0.9927092815254406, 0.803704884375634, 0.9988728657062945, 1.1858597763171363, 1.012274069308041, 1.012471113861707, 1.0151240798466312, 0.9972545733894309, 1.0563298324391637, 1.0047120258743576, 1.016702961526915, 0.9272542628757423, 1.012180666645035, 1.0130792339306003, 0.9869444731802731, 0.9732936953239708, 0.9987581693686506, 1.0025285436476967, 0.9823926819700436, 1.13766033578092, 1.0184063166975657, 1.0037002652524598, 1.0159024793557991, 0.998493316788935, 1.0374784962262864, 1.0063283056949195, 1.0742583169244284, 0.9634076134691111, 0.958447407516677, 1.0041785286506213, 1.013112893307404, 0.9769612001923168, 1.0056368868600618, 0.9788744628207897, 0.9629520265558652, 0.929550730995055, 0.9854910637585246, 1.0358257613723332, 1.0240098398191608, 0.9303959288426701, 1.0012547252975355, 0.9956229965329875, 1.021855039918818, 1.0091992464793387, 0.9897071424780775, 0.9856059256334351, 1.0201829621015206, 1.0268852627871752, 1.0341940427237508, 0.9799526515218273 ] ] }, "width": 256, "in_features": 64, "out_features": 100, "depth": 6, "padding": 128, "parameters": 87268, "cert_evals": { "36": 0.02277432754635811, "72": 0.007246376946568489, "108": 0.006211180239915848, "255": 0.0 }, "fold": 1 }, { "best_epoch": 100, "best_val_acc": 0.47391304347826085, "test_acc": 0.5, "train_size": 400, "val_size": 230, "test_size": 970, "stats": { "mean": [ [ 0.005920089124999763, -0.001301032000000133, 0.0013308824999999258, 0.008417454999999876, 0.005976730250000185, 0.019669846999999876, 0.010878556750000047, 0.025150082499999716, 0.0022754870000003123, 0.024085954000000003, -0.005742166250000042, -0.007721828999999947, 0.00371573337499994, -0.012943442949999913, -0.014590249949999882, -0.025256129999999963, -0.011889130000000098, -0.019724357499999953, -0.01377830674999994, 0.006886749000000014, -0.003516929999999907, -0.03828019749999969, 0.005775229999999821, -0.030314237500000177, -0.019109295999999804, 0.04844473150000008, -0.02716004849999974, 0.002796986500000034, -0.019719068250000017, 0.041975102500000014, -0.017687051749999974, -0.021844609375000337, 0.020916906100000077, -0.022494655000000176, 0.026175232000000156, 0.010884623500000074, -0.021303965499999796, -0.0039162167499998055, -0.015307416500000065, 0.012900294999999774, 0.006834127249999801, 0.027173450000000154, 0.0027974614999998885, 0.028211698749999896, -0.0031931937499999692, 0.011277844999999809, 0.00992980717499997, -0.013968735000000017, -0.01707076174999997, 0.01365854819999998, -0.0014908621499998933, 0.009138499999999666, 0.02060593399999994, 0.007099336749999857, -0.003448647499999997, 0.0015010997499998568, -0.03850890625000006, 0.0022736427499999282, -0.013522159549999977, -0.0332120949999999, 0.005866322499999921, -0.004317283999999508, -0.00538338794999997, -0.0069175300000004145 ] ], "std": [ [ 1.0010921783674436, 0.9945407140012373, 1.005748587963517, 0.9668282590649625, 1.0031010346345277, 0.9967928785295819, 0.9751713195709866, 1.1467050887662724, 0.9392946439639414, 0.9895328846805108, 0.9767912569515301, 0.9727489873091506, 0.9701070098004984, 1.0053545262016492, 0.9846236608578788, 0.7727736342078088, 0.971944708609996, 0.8826840113147226, 0.98563931252641, 0.9711438420390225, 0.9629058280406353, 0.9716674314378894, 1.1301355955709167, 0.9477815286674603, 0.9881704764475729, 1.0137752766865444, 0.9583402354865277, 0.9958443104934569, 0.9663730766877806, 1.0669358291663034, 0.955827255033273, 0.9505215572351379, 1.0084010054173358, 0.9871444837708967, 1.0130833200270473, 1.043702427349745, 0.9912743901116762, 0.973685836703786, 0.985763394194837, 1.0377291955455417, 1.0077815203197755, 1.0141762382944473, 1.019662919156708, 1.046456382869172, 1.0332849966442448, 1.0406499407344652, 0.9961622026264285, 0.9855957603524927, 0.9824473993933991, 1.0388871379951687, 1.0170409949547163, 1.03216407460882, 1.0347227568843633, 1.0401704190454892, 0.9504580582249552, 0.9606350019976608, 1.0073622594193574, 1.0173972038824486, 0.9758624776113387, 1.017294570276939, 1.1903867160054817, 1.041760575180181, 0.9817904646611345, 0.9934098271111226 ] ] }, "width": 256, "in_features": 64, "out_features": 100, "depth": 6, "padding": 128, "parameters": 87268, "cert_evals": { "36": 0.3639175295829773, "72": 0.2762886583805084, "108": 0.20618557929992676, "255": 0.06288660317659378 }, "fold": 2 }, { "best_epoch": 65, "best_val_acc": 0.2885375494071146, "test_acc": 0.3453009503695882, "train_size": 400, "val_size": 253, "test_size": 947, "stats": { "mean": [ [ 0.0049220609499997505, 0.014300554999999927, -0.013117759999999938, 0.0006888637499999897, 0.014571960000000097, -0.029186410499999996, 0.002400438750000075, -0.053890317500000125, 0.010837756000000382, -0.043686283749999874, 0.00818919124999994, 0.02274708350000002, -0.010304195600000106, 0.021186932849999934, 0.02806746060000008, 0.03340746249999935, -0.023547052000000096, -0.033522315499999976, 0.008610349500000156, 0.027052154499999995, -0.010934992499999938, 0.006081485000000295, 0.02777317250000039, 0.016383195499999857, 0.03879757150000023, -0.021655729750000265, 0.014864098750000401, 0.036007804000000046, -0.006075429999999921, -0.019079332500000098, 0.046873371749999754, 0.020189249124999916, -0.006358586449999976, -0.01606563250000019, -0.011602580249999888, 0.013908655750000045, -0.026925847499999826, 0.04435231250000004, 0.0030248995000000476, 0.04331075999999964, -0.010036047250000119, -0.020255887499999837, 0.016312687999999884, 0.0007390799999998633, -0.01058009674999995, 0.022933002500000025, 0.018606085150000003, -0.02793774274999995, 0.02640782450000013, 0.0009197187999999446, 0.01879274900000016, -0.012793932500000254, -0.05696751475000014, 0.009623771999999869, -0.014076831999999899, 0.03262045174999992, -0.03750922250000002, -0.020068239750000067, 0.007511379900000031, 0.011995891500000104, 0.001957915000000034, 0.008284810500000324, -0.03583419272500005, 0.025183247499999534 ] ], "std": [ [ 1.0292860056491944, 1.0292792317834558, 1.021157636187128, 1.0004671883473788, 1.0099925807918118, 0.940459599532873, 1.0284403765468189, 0.8253858457506277, 1.0205839902595195, 0.9375845702209917, 1.0276192722636466, 1.0352781665590673, 1.00573951678478, 1.0168176366617936, 1.0354526336454533, 1.409467384284455, 1.0173514777145187, 0.9176768917465363, 0.9987312571300704, 1.011937740881034, 0.998584402272729, 1.056733717686757, 1.037552726041927, 1.0142258428702424, 1.035939823876147, 0.9963005677388238, 1.0191184901038401, 1.0189027476350714, 0.9772965657228759, 0.9822876158929498, 1.1026232958885742, 1.0501886707528871, 0.9971602814316513, 1.0340674788196675, 0.9800225335712383, 1.0197769718133536, 0.9741149929553732, 1.042912622378931, 0.9736271090391864, 1.061534430063924, 0.9526685914619262, 1.0048497041951536, 1.0274317900005205, 0.9912072467959292, 0.9895627947501346, 1.0186115853191826, 1.013480663944259, 0.9413201803178272, 1.0436199704257596, 0.9898799364419235, 1.0333854032952587, 0.9495359391868493, 0.9383015025414292, 1.0126790152589706, 0.9761807480062364, 1.0554871962715169, 0.9748100083771338, 0.9555452645008876, 1.0523449870830452, 0.9961427848161136, 1.2062430696295, 1.0118419269696228, 0.9775440389434499, 0.9524811445180422 ] ] }, "width": 256, "in_features": 64, "out_features": 100, "depth": 6, "padding": 128, "parameters": 87268, "cert_evals": { "36": 0.21119324862957, "72": 0.1383315771818161, "108": 0.09609293192625046, "255": 0.02639915607869625 }, "fold": 3 } ], "mean_test_acc": 0.35731174329570403, "std_test_acc": 0.20445954228800436, "n_samples": 1600, "n_features": 64, "n_classes": 100, "mean_cert_acc_36": 0.2559430981054902, "std_cert_acc_36": 0.1797310302178884, "mean_cert_acc_72": 0.19158356310799718, "std_cert_acc_72": 0.14984933134732986, "mean_cert_acc_108": 0.14288442861288786, "std_cert_acc_108": 0.1144775757864607, "mean_cert_acc_255": 0.04032770311459899, "std_cert_acc_255": 0.033336436700558504 }, "page-blocks": { "dataset": "page-blocks", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 46, "best_val_acc": 0.9111389236545682, "test_acc": 0.9007864488808227, "train_size": 1368, "val_size": 799, "test_size": 3306, "stats": { "mean": [ [ -0.02785030869883066, 0.04220508005847926, -0.007799578223684104, 0.04507938606725141, -0.024484079290935535, -0.03854930415204675, -0.004306797478947405, -0.009848768527412267, -0.005646618040935423, 0.010106594495613968 ] ], "std": [ [ 0.6361019181556973, 1.034803136362929, 0.6754786444860511, 1.1067239881887005, 1.0243975057691477, 1.0203050705017325, 0.32326730885545285, 0.9042709629040901, 0.8768058573970098, 0.9187092587310937 ] ] }, "width": 32, "in_features": 10, "out_features": 5, "depth": 6, "padding": 20, "parameters": 2005, "cert_evals": { "36": 0.8454325199127197, "72": 0.742286741733551, "108": 0.49818509817123413, "255": 0.013914095237851143 }, "fold": 0 }, { "best_epoch": 75, "best_val_acc": 0.8803418803418803, "test_acc": 0.8758368837492392, "train_size": 1368, "val_size": 819, "test_size": 3286, "stats": { "mean": [ [ 0.043781880409356606, 0.01711256745614031, 0.027425312120614106, 0.01732590579239761, -0.023061163435672452, -0.011174710704678221, -0.011325527935818777, -0.0035091932039473506, 0.004744587522660881, 0.021409590767543677 ] ], "std": [ [ 1.551216006661219, 1.0143372028076796, 1.2187084249301219, 1.0297549624764555, 1.0122460594399296, 0.9983403928938066, 0.28158791437027286, 0.9526865887702041, 0.9742767406980914, 1.066875823567642 ] ] }, "width": 32, "in_features": 10, "out_features": 5, "depth": 6, "padding": 20, "parameters": 2005, "cert_evals": { "36": 0.8073645234107971, "72": 0.7288496494293213, "108": 0.6016433238983154, "255": 0.05173463001847267 }, "fold": 1 }, { "best_epoch": 79, "best_val_acc": 0.8506731946144431, "test_acc": 0.8625304136253041, "train_size": 1368, "val_size": 817, "test_size": 3288, "stats": { "mean": [ [ 0.015907781140350814, -0.002226113421052676, 0.00912776447295319, -0.002154920991959126, 0.0031836314985380356, 0.010374599444444719, 0.033316965369883045, 0.009327557160087575, 0.000891657419590793, 0.006515192383040968 ] ], "std": [ [ 1.3819579471500247, 1.004275883692728, 1.095413957795245, 0.9803011522566464, 1.02223461206074, 1.0167467029099182, 1.9464523444956574, 1.0297533577214233, 0.9946199232832146, 1.0446888834153083 ] ] }, "width": 32, "in_features": 10, "out_features": 5, "depth": 6, "padding": 20, "parameters": 2005, "cert_evals": { "36": 0.8083941340446472, "72": 0.731447696685791, "108": 0.6125304102897644, "255": 0.04622871056199074 }, "fold": 2 }, { "best_epoch": 87, "best_val_acc": 0.8421686746987952, "test_acc": 0.8583206106870229, "train_size": 1368, "val_size": 830, "test_size": 3275, "stats": { "mean": [ [ -0.022221515862573354, 0.012958097207602326, -0.023529265928362474, 0.036208808418859734, -0.027518972836257316, -0.013723225687134319, -0.012668056071783647, -0.009748616040204477, -0.011955442258771813, -0.013552336834795524 ] ], "std": [ [ 0.6475896046566302, 1.0059677646780396, 0.5107302397945517, 1.1498688572629936, 0.9979365341699833, 1.013315424044995, 0.29978287731614, 0.8399280364800779, 0.8321768138579335, 0.8892475036231946 ] ] }, "width": 32, "in_features": 10, "out_features": 5, "depth": 6, "padding": 20, "parameters": 2005, "cert_evals": { "36": 0.7465648651123047, "72": 0.5453435182571411, "108": 0.25251907110214233, "255": 0.021679388359189034 }, "fold": 3 } ], "mean_test_acc": 0.8743685892355972, "std_test_acc": 0.01912885442021436, "n_samples": 5473, "n_features": 10, "n_classes": 5, "mean_cert_acc_36": 0.8019390106201172, "std_cert_acc_36": 0.040943400562133095, "mean_cert_acc_72": 0.6869819015264511, "std_cert_acc_72": 0.09460474304368936, "mean_cert_acc_108": 0.4912194758653641, "std_cert_acc_108": 0.16726841916867174, "mean_cert_acc_255": 0.033389206044375896, "std_cert_acc_255": 0.01841925829301087 }, "plant-texture": { "dataset": "plant-texture", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 100, "best_val_acc": 0.4939759036144578, "test_acc": 0.47789473684210526, "train_size": 400, "val_size": 249, "test_size": 950, "stats": { "mean": [ [ -0.016478091624999976, -0.014961091800000008, -0.004249621250000072, 0.023384388500000127, 0.005502324450000172, 0.0145078697499998, 0.0045305880750000724, -0.03467714649999986, 0.004193091999999971, 0.012809078150000047, -0.009651387200000038, -0.01915911049999979, -0.008120220149999673, 0.007483559499999939, -8.819250000012408e-06, -0.019568870142500156, 0.028020058549999945, 0.022078226650000053, 0.0008334952449999984, -0.0007628900000000476, -0.033131676325000525, -0.02417429049999988, 0.012456803749999997, 0.002599056999999966, -0.016433078500000114, -0.0015455646349999707, 0.03351081127500002, -0.00866295650000013, -0.001216327300000051, 0.02500025624999989, 0.002615395250000011, 0.004382452249999722, -0.0336998632, 0.024454489599999945, 0.006896749999999824, 0.0024042895000002573, -0.0489830051999999, -0.0018739831749999436, -0.0027442942499998836, 0.014888681500000006, 0.039273120399999896, -0.03620304349999986, 0.01871371774999999, 0.0017737930000000502, 0.03068173249999988, 0.005476874500000017, -0.018285551499999983, -0.01942126079499999, 0.020034201150000052, -0.04440868274999999, -0.0031926880000002233, -0.009055307999999866, 0.01178355375000011, 0.006780597750000028, -0.015243231374999874, 0.051239233250000044, 0.01800514339999995, 0.008651616399999893, 0.0034974595000000232, 0.03453392162500026, -0.006043314750000227, 0.012514663999999986, 0.043475420250000084, -0.02456098675000002 ] ], "std": [ [ 0.9009966230602708, 0.9364276177287642, 0.9754761006143327, 1.0291666417884513, 1.0289691228068274, 0.9876927454085853, 0.9560626059354702, 0.9597522889147546, 0.9994773403976824, 1.0152637844096681, 0.9520114484241692, 0.9432619847706322, 0.9482931419315812, 1.0591026895126023, 0.9522570318080412, 0.9864956149999131, 1.084922016377646, 1.173758426456074, 1.0592998584844, 1.0606714617823771, 0.8614306216418535, 1.0345366597359764, 1.042209469105469, 1.0348653782485668, 0.9988649975902255, 1.0174988947519772, 1.0858204535316325, 0.9739602296564857, 1.0131848275815751, 1.0264935540496496, 0.9816966426566287, 1.0024562576995246, 0.9036181164894379, 1.0437722258848774, 0.9846104856336191, 1.0510739753463445, 0.8892428833739887, 0.9794996248503948, 0.9461971557449678, 1.0298104390925615, 1.1599976257671403, 0.9173959381413883, 0.9736629274573383, 0.9990534408909421, 1.0761727962998655, 0.9933289670108497, 0.9771946168612999, 1.032165319421753, 1.0398720209157222, 0.9587359927023673, 1.012139905486573, 0.9975269161128212, 1.0373603976704429, 0.9974923617573629, 1.0098998196849565, 1.1923604394819194, 1.0833214484639513, 1.0328745232566003, 1.0402739857013459, 1.1225366590688706, 0.9261829634072084, 1.0546429695267736, 1.0777446293534623, 0.9933512209550289 ] ] }, "width": 256, "in_features": 64, "out_features": 100, "depth": 6, "padding": 128, "parameters": 87268, "cert_evals": { "36": 0.40842103958129883, "72": 0.3231578767299652, "108": 0.2536841928958893, "255": 0.07894736528396606 }, "fold": 0 }, { "best_epoch": 86, "best_val_acc": 0.383399209486166, "test_acc": 0.36152219873150104, "train_size": 400, "val_size": 253, "test_size": 946, "stats": { "mean": [ [ -0.004256254850000026, 0.021923264150000024, -0.012071683000000069, -0.011057278499999901, -0.017880446849999797, 0.0011827752499998178, -0.0027601811999999146, -0.0251483662499997, 0.055288276499999955, 0.018802836700000086, 0.000680779799999956, -0.003705401924999697, -0.0076088335999996695, -0.006072732000000045, 0.0014956542500000531, -0.02329864526500025, 0.00074919069999995, 0.034619562699999926, 0.014588840164999981, -0.0003229700500000161, 0.03756710242499937, -0.018300292499999992, 0.015038550999999963, 0.038566000999999954, -0.024540214250000143, 0.03385858173000003, -0.01502205307499997, -0.03221403250000019, -0.03763231055000007, -0.0005684717500001015, 0.005178833750000021, 0.0232263649999997, -0.018164639750000218, -0.0284664659000001, 0.014296748749999815, -0.01446542499999974, 0.017083458499999923, -0.05198149362499994, 0.02665897775000016, 0.0006017054999999511, -0.023385096025000055, -0.00870071099999995, -0.02645367400000001, 0.030389902050000018, -0.010937763500000006, -0.05008216174999998, -0.014492351249999987, -0.029835240265000052, -0.0028061221000000624, 0.012136923749999967, 0.04889772374999951, -0.005096808249999897, -0.007376563999999944, 0.017595101374999984, -0.013797275999999694, 0.054841677249999804, -0.058722712075000016, 0.03106128492499999, 0.04723510375, 0.03316721925000017, -0.00928761275000021, 0.004404617250000025, -0.002385128999999882, -0.039578189499999986 ] ], "std": [ [ 1.0176195895454074, 1.0490244648468456, 0.9960419330218429, 1.0013824399376616, 0.9994469044392366, 0.9946100427625639, 1.0157545132253116, 0.9788609202986969, 1.071845617834868, 0.9893086678710389, 0.9761446960534231, 1.0226495027246933, 1.039042345736355, 0.9862504907230619, 1.010782124858231, 0.9283410333997018, 0.9169243300337626, 1.2172212453002578, 1.0463189591077335, 1.0069757171220548, 1.1331476744057545, 0.9469821203572525, 1.056155176364169, 1.0595663845370344, 0.9428967883897005, 1.0970228794322368, 0.9685633455294996, 0.9741644818618026, 0.9143633677590421, 1.0691597858758368, 1.01412670505509, 1.070121954375621, 0.951399475845066, 0.9830032176811866, 1.0946821401422548, 0.9450181434403627, 1.0182514042513124, 0.9407099037863594, 1.0799791344020868, 0.9842100577075739, 0.9049268404343978, 0.9743966176706755, 0.9614307865494272, 1.0589976460635564, 1.033707681388281, 0.9570270454194322, 0.9726967073724329, 0.9598087507205947, 1.0248291708573996, 1.0065887165171423, 1.1899283807762595, 1.046684908157972, 0.9585960515533316, 1.0015106988574207, 0.9882827515120411, 1.1390243681390715, 0.903234233001017, 1.0770406438636961, 1.0289747705280785, 1.108986637240471, 0.9644875764134929, 0.9341662575099802, 1.0003551075843455, 0.9381906895869818 ] ] }, "width": 256, "in_features": 64, "out_features": 100, "depth": 6, "padding": 128, "parameters": 87268, "cert_evals": { "36": 0.24101479351520538, "72": 0.1300211399793625, "108": 0.08773784339427948, "255": 0.021141648292541504 }, "fold": 1 }, { "best_epoch": 98, "best_val_acc": 0.592, "test_acc": 0.5310853530031612, "train_size": 400, "val_size": 250, "test_size": 949, "stats": { "mean": [ [ 0.006781644050000072, -0.01704826455000003, -0.002251882250000035, -0.0028131144999998512, -0.005865192699999791, 0.009570933999999944, -0.009578214299999865, -0.024165803499999656, -0.01858652050000008, -0.016836627099999942, 0.022271386250000094, 0.02783143624999974, 0.013649515400000272, 0.03256191874999994, 0.007509060350000286, 0.028498989239999706, 0.009155898099999922, -0.05709269885000008, -0.011131543627500075, 0.007129308599999935, 0.009527655224999435, 0.048195565000000024, -0.03163669524999997, -0.012298672749999962, -0.015361769500000262, -0.020092703134999917, 0.00814105310000005, 0.010467141749999798, 0.000659113049999987, 0.0005926604999999846, -0.003039380250000019, 0.006916299999999689, 0.0028526314500000234, 0.02393395764999979, -0.017349249750000083, -0.004382585749999812, 0.0006067708249999293, -0.02260160009999996, -0.020113583249999886, -0.027872431749999968, 0.012264436799999952, 0.015939157750000252, -0.014283123999999987, -0.014588402899999955, 0.013490449499999968, 0.011403421250000092, 0.012658765250000021, -0.014379616514999992, 0.014957853600000057, 0.00609202149999992, -0.02169176450000027, -0.0238132444999999, -0.016261851749999882, -0.006561618624999998, 0.00928921537500022, -0.0672483589999997, 0.0054866013749999285, 0.003738513875000059, -0.02022912349999999, -0.003440074000000029, 0.030528467999999764, 0.03239571075000004, 0.03326437500000009, -0.011354963499999924 ] ], "std": [ [ 1.0176353776788036, 0.9190930489962008, 1.0268538651935009, 0.9999682393873391, 0.9984018173866293, 1.0374879590245607, 0.9749352350820676, 0.996266197839155, 0.9511625612934416, 0.9876855487180032, 1.105409076208761, 1.0321003973234553, 1.0235494324640213, 1.1213865795944102, 1.0879930289006665, 1.0838318604426802, 1.0877272851283968, 0.774752481406204, 1.0373588129982505, 0.9969058944401101, 1.011738502430844, 1.1511835702083388, 0.9377685226320285, 1.0219749119064445, 0.92170310125349, 0.9806129656814709, 1.0038200109094886, 1.0479216121391026, 1.0231420017542938, 0.9787899196190312, 1.0290085842795444, 1.0501562971981688, 0.9469912325322501, 1.0353208445844364, 0.9577479946023613, 0.9403622048724667, 0.9697131314173383, 0.9465545623876653, 0.9782386950900146, 0.9139584627856204, 0.9779691745581587, 1.0259013952137952, 0.9330608640569992, 0.942152577459924, 0.9978008930918613, 1.0501702677822984, 1.0356406401318516, 0.9717916536323801, 0.982544393973635, 1.047669652090456, 0.8616845618348262, 0.9101934286793992, 1.0301962610060198, 0.9575486231894531, 0.9827140500471714, 0.5778539784498753, 0.9613134752896453, 1.0047774832021952, 0.9907827459169802, 0.9871971074482115, 1.162147207193799, 1.0844411935907712, 1.0567242900140779, 0.9982258566338452 ] ] }, "width": 256, "in_features": 64, "out_features": 100, "depth": 6, "padding": 128, "parameters": 87268, "cert_evals": { "36": 0.4710220992565155, "72": 0.3962065279483795, "108": 0.33403581380844116, "255": 0.1148577407002449 }, "fold": 2 }, { "best_epoch": 97, "best_val_acc": 0.6090534979423868, "test_acc": 0.5585774058577406, "train_size": 400, "val_size": 243, "test_size": 956, "stats": { "mean": [ [ -0.014342517400000006, -0.010508095700000018, 0.020846525499999963, 0.0065602567500000954, 0.04070300080000023, 0.005624379000000016, 0.010057827824999985, -0.0016692939999995607, -0.0012298350000000452, 0.004113477850000035, -0.006016862100000142, -0.027265562499999736, 0.012290107750000214, -0.017597352249999944, -0.05018481082499988, -0.019962193892500257, -0.01139161950000006, -0.022701001150000014, 0.0013786910799999214, -0.014646860050000085, -0.015396491325000532, 0.008186758999999919, 0.04188897099999995, 0.029843807999999857, -0.027753020000000236, -0.0005539261349998608, -0.017307911899999966, 0.011377426749999739, -0.022145610699999995, 0.007566919749999868, -0.027431704249999946, 0.042545776999999674, 0.052352197149999995, -0.006990049900000131, 0.010389971999999801, 0.018498143250000078, 0.06626066654999992, 0.00848889462500006, -0.018184080999999918, 0.01926874899999994, -0.03685933877500006, 0.0007597582500002853, -0.02537281875000002, 0.008902194600000003, 0.02412217824999988, 0.031126447000000078, 0.024641684499999875, 0.0029474992500001605, 0.005532393600000062, -0.008580874249999974, -0.015919812000000293, -0.00023579924999993536, 0.03706109150000009, -0.0008052041249999526, -0.03436781549999974, 0.022327436750000006, 0.007519205675000007, -0.011987557750000155, 0.01592568225000001, 0.005316474750000138, -0.0004174132500002535, -0.032213199249999686, -0.031228355999999867, 0.02102232000000007 ] ], "std": [ [ 0.8692420724813031, 0.949763414888491, 1.0642544830753824, 1.0472839362776507, 1.0901344960110089, 1.0448532151498395, 0.9860966887034024, 0.992983631561972, 1.0149294022896036, 0.9431952484176876, 1.0340529605805364, 0.9513173925745501, 1.0567752587933925, 0.9542576532027438, 0.7813209238320555, 0.9338054729806743, 0.9321480764995789, 0.8561905534972463, 0.9927488431023881, 0.9167664054814741, 0.9198840727955573, 1.0334423218940791, 1.0542630877180026, 1.0910912930890575, 0.9104729281174669, 0.940879543920847, 0.9516761628090449, 1.0514139332592722, 0.9431400801236285, 1.0295711364901166, 0.8800987512468141, 1.1173664674104642, 1.1433392914474967, 0.9617273036124687, 1.037564686694581, 1.0144405124623135, 1.141213336619724, 0.9794696310119911, 0.9763734610882173, 1.0315472144044722, 0.937513787219726, 0.9989573963275813, 0.898086886732961, 1.0058174039027852, 1.0273289677810482, 1.0127412982823678, 1.0261552552616107, 1.0621741318043578, 0.9715566474052263, 0.9644661846983199, 0.8986136195077067, 0.9995526222906947, 1.0617704910396841, 1.063170800289359, 0.9564967404036995, 1.2714040020058475, 1.0285638690116818, 0.9378454050408493, 1.0325468321763043, 1.0983078969994187, 0.916541159688309, 1.0160097153090744, 0.9197027539366839, 1.0261398372506563 ] ] }, "width": 256, "in_features": 64, "out_features": 100, "depth": 6, "padding": 128, "parameters": 87268, "cert_evals": { "36": 0.49686190485954285, "72": 0.4278242588043213, "108": 0.3671548068523407, "255": 0.13912133872509003 }, "fold": 3 } ], "mean_test_acc": 0.482269923608627, "std_test_acc": 0.08718740986406924, "n_samples": 1599, "n_features": 64, "n_classes": 100, "mean_cert_acc_36": 0.40432995930314064, "std_cert_acc_36": 0.115034172885273, "mean_cert_acc_72": 0.3193024508655071, "std_cert_acc_72": 0.13358330588020212, "mean_cert_acc_108": 0.26065316423773766, "std_cert_acc_108": 0.12473423465056267, "mean_cert_acc_255": 0.08851702325046062, "std_cert_acc_255": 0.0512693854223001 }, "post-operative": { "dataset": "post-operative", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.3076923076923077, "test_acc": 0.2545454545454545, "train_size": 22, "val_size": 13, "test_size": 55, "stats": { "mean": [ [ 0.2644478181818181, -0.002965454545454521, -0.04423899999999998, 0.0652979090909091, -0.09040263636363635, 0.12863909090909095, -0.031622818181818196, -0.010754727272727246 ] ], "std": [ [ 0.863045425336646, 0.9808035281210981, 0.9954110000000002, 0.8638286631944233, 0.9903112638860088, 1.0460343032985846, 0.9593493232948251, 0.6242961991096403 ] ] }, "width": 32, "in_features": 8, "out_features": 3, "depth": 6, "padding": 16, "parameters": 1283, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 6, "best_val_acc": 0.7777777777777778, "test_acc": 0.68, "train_size": 22, "val_size": 18, "test_size": 50, "stats": { "mean": [ [ -0.04068454545454543, -0.13643590909090905, -0.22522281818181814, -0.01632572727272733, 0.18080527272727273, -0.36753845454545453, -0.4196983636363635, 0.03461609090909094 ] ], "std": [ [ 0.48245777837997267, 1.0509474100388445, 0.9788196547256961, 1.0356928042306306, 0.9778540225386487, 0.7579234423290888, 0.7652973041426179, 0.7599528606329299 ] ] }, "width": 32, "in_features": 8, "out_features": 3, "depth": 6, "padding": 16, "parameters": 1283, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.2222222222222222, "test_acc": 0.2711864406779661, "train_size": 22, "val_size": 9, "test_size": 59, "stats": { "mean": [ [ 0.035598363636363664, -0.06970068181818179, -0.13473090909090904, -0.17957400000000004, 0.18080527272727273, 0.29403163636363644, 0.03305631818181817, 0.034616272727272704 ] ], "std": [ [ 0.7964199476848967, 1.018669033729904, 0.9912891976159546, 1.0484797311020457, 0.9778540225386487, 1.24868633500981, 1.0040929058601908, 0.5709040666748884 ] ] }, "width": 32, "in_features": 8, "out_features": 3, "depth": 6, "padding": 16, "parameters": 1283, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 6, "best_val_acc": 0.42857142857142855, "test_acc": 0.24074074074074073, "train_size": 22, "val_size": 14, "test_size": 54, "stats": { "mean": [ [ -0.4221010909090909, 0.19724022727272736, 0.22723672727272717, -0.016325727272727287, -1.0092936587501423e-17, -0.036753454545454506, -0.16098145454545446, 0.41270672727272745 ] ], "std": [ [ 0.9311555791372603, 0.9366735504705384, 0.9576763484720417, 1.0356928042306308, 0.9944290000000001, 0.7579238589268785, 0.9505882556493265, 0.8002666526517147 ] ] }, "width": 32, "in_features": 8, "out_features": 3, "depth": 6, "padding": 16, "parameters": 1283, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.36161815899104033, "std_test_acc": 0.21261922666389582, "n_samples": 90, "n_features": 8, "n_classes": 3, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "plant-shape": { "dataset": "plant-shape", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 74, "best_val_acc": 0.20093457943925233, "test_acc": 0.16328600405679514, "train_size": 400, "val_size": 214, "test_size": 986, "stats": { "mean": [ [ 0.010793134649999947, 0.0029814738750000274, -0.005680250974999982, -0.00999388868249995, -0.018943553000000047, -0.022220061225000066, -0.023538591772499947, -0.023104606949999985, -0.022654011850000027, -0.013826088777500009, -0.012183569699999982, -0.019542425225000024, -0.021094745304999968, -0.013662524125000061, -0.007497562182500008, -0.004011965550000029, -0.0018356184500000372, 7.94950000007455e-06, 0.00456346359999991, 0.002077647049999971, 0.005165495805000022, 0.009402297242499979, 0.008459789907500027, 0.010384120812499977, 0.009072800484999985, 0.009275099372499976, 0.011333548210000006, 0.00974336192500002, 0.009874121385000021, 0.013796312999999978, 0.0035003747700000252, -0.0006504867999999986, -0.006737763249999974, -0.009779546075000065, -0.009547967425750021, -0.008340889135000092, -0.01037015690000003, -0.015118204249999967, -0.014712120350000033, -0.011817635924999998, -0.01854881525000002, -0.021627437300000017, -0.02562561288749998, -0.02507883772499999, -0.01957355992500001, -0.010989493799999993, -0.004170166650000026, -0.0007832742674999737, -0.0008414850850000529, 0.0014383313750000115, 0.008277859025000037, 0.015007289872500043, 0.02009162649999997, 0.020694419627500026, 0.02312079630000003, 0.02027844062500002, 0.012670696450000017, 0.011923742850000028, 0.008522531550000014, 0.0021193726999999838, 0.00027873594999999404, -0.005514954024999976, -0.005619866314999964, 0.000804423425000044 ] ], "std": [ [ 1.0193984315579283, 1.0138728773194225, 1.0025119027839187, 0.9926201913273888, 0.9797572939727588, 0.9675431762012998, 0.9562849021750489, 0.9457765924705838, 0.9453288165685446, 0.9493183692891524, 0.9510566730800354, 0.9587654362947835, 0.9708540170515252, 0.9906082656256265, 1.0060018623497948, 1.0090880491601784, 0.9970255943580457, 0.9966975594633455, 1.0075598104469696, 1.0193962682636182, 1.040522735169908, 1.0407459188197639, 1.0303725268059722, 1.0256419706953475, 1.0198382842786065, 1.0197936843070703, 1.0266695425622123, 1.0253571333157874, 1.0153590777307844, 1.0110354025342352, 1.0181892223475282, 1.0166426127543688, 1.011169701470929, 1.0054929366994545, 1.0096458368985821, 1.0140452905977049, 1.009910026151903, 0.9911465124845928, 0.981395028524588, 0.9714368920896277, 0.9640569672295396, 0.9682443777583067, 0.9618240790560709, 0.9651476273791817, 0.9697583533908924, 0.9857642722747081, 0.9945128871244862, 0.998379374233736, 1.0006314561941052, 1.008050481132436, 1.0268004129156558, 1.0452850694975346, 1.0563281717760602, 1.0509178269869455, 1.0471449082028836, 1.0431100616694575, 1.035476811024627, 1.0416661017312363, 1.0428844632918242, 1.0319514866130477, 1.029873132188317, 1.028802362627988, 1.0249104343768467, 1.0178924453800364 ] ] }, "width": 256, "in_features": 64, "out_features": 100, "depth": 6, "padding": 128, "parameters": 87268, "cert_evals": { "36": 0.06896551698446274, "72": 0.027383366599678993, "108": 0.0070993914268910885, "255": 0.0 }, "fold": 0 }, { "best_epoch": 99, "best_val_acc": 0.10975609756097561, "test_acc": 0.09748427672955975, "train_size": 400, "val_size": 246, "test_size": 954, "stats": { "mean": [ [ -0.01969966857750001, -0.018735893250000035, -0.01923726170000004, -0.01765154066999996, -0.021040157724999967, -0.020549986874999978, -0.01802188749999998, -0.013611070524999968, -0.01314826475000005, -0.010111033277499976, -0.011831655162500052, -0.009240258725000013, -0.004857546977500041, -0.003872501354999996, -0.004503420224999966, -0.007399539599999919, -0.009506949104999987, -0.00983436382500002, -0.0073349694900001206, -0.0026293045575000932, -0.005217706800000011, -0.01053002465000001, -0.011560438125000017, -0.009075882437499998, -0.0045980930749999985, -0.008758359152500011, -0.012621292225000027, -0.016511235369999985, -0.028317963276500033, -0.02497353765000002, -0.014343673825000004, -0.008610495525000058, 0.004172939175000043, 0.0019351163249999698, -0.004373591600750041, -0.0077125528000000455, -0.01211637097500002, -0.01259113399249995, -0.012157099130000017, -0.014399237225000002, -0.009437209475000015, -0.0046622409374999915, -0.006370976337500016, -0.011270999825000006, -0.015921284525000006, -0.012410074750000007, -0.014884673650000003, -0.016949542649999955, -0.017354671999999977, -0.011285483702500028, -0.009929046974999904, -0.007901803479999947, -0.00815231512075005, -0.010049489069999949, -0.011786209875000047, -0.014985319077499979, -0.019011035099999973, -0.008162044849999986, -0.0058525207999999595, -0.01041489936249999, -0.011318642174999963, -0.015970219724999984, -0.026622342699999985, -0.029072289924999974 ] ], "std": [ [ 0.9860131433859547, 0.9839451298693502, 0.9815653890681931, 0.9791684843455107, 0.9793192609145278, 0.980950701990714, 0.9884282309487391, 0.9817147072820436, 0.9862993933397015, 0.9922815938909398, 0.9847563677603288, 0.9853865969758397, 0.9879672222996878, 0.9946824106249518, 0.9961943172051062, 0.9902136279887243, 0.9887680048123522, 0.993003063211071, 1.0071770840518683, 1.0247666604590329, 1.0257137801878309, 1.011455364670402, 0.9947052989179791, 0.9869387562943811, 0.9888179645496713, 0.987009987810631, 0.9897190394535154, 0.991361121462267, 0.992989633996112, 0.9961724937704427, 0.9897090546568476, 0.9844393105882888, 0.9858088094372514, 0.9942345793157213, 0.9949467347271544, 0.9941801452632953, 0.9935755677210956, 0.9940539923777484, 0.9871617326295817, 0.9809194296573341, 0.9841049037423958, 0.9872912480789516, 0.9853330949312704, 0.9809868668056975, 0.977760884105985, 0.9785005795193457, 0.9774791029379978, 0.9747292923736738, 0.9892632184812155, 0.9903128998680867, 0.9995507672572046, 1.012420498620147, 1.014423356554454, 1.0113780719858716, 1.0085495954493642, 1.0103910622541978, 1.0042573664175571, 0.9954666158538873, 0.9825056771440344, 0.969748087810821, 0.9684376869484385, 0.9687387646565352, 0.9685510643060194, 0.9716172187511043 ] ] }, "width": 256, "in_features": 64, "out_features": 100, "depth": 6, "padding": 128, "parameters": 87268, "cert_evals": { "36": 0.030398322269320488, "72": 0.010482179932296276, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 70, "best_val_acc": 0.20425531914893616, "test_acc": 0.17202072538860103, "train_size": 400, "val_size": 235, "test_size": 965, "stats": { "mean": [ [ -0.011195848850000047, -0.014077039849999994, -0.015681537625000016, -0.015262547177500023, -0.018894034979999984, -0.023536119524999965, -0.016015195249999968, -0.008908977427499989, -0.005013930349999998, -0.007225348899999984, -0.008182635, -0.00789371312500003, -0.011035066974999978, -0.005199030499999984, 0.005315251324999976, 0.011141104150000055, 0.011588849470000002, 0.009680554374999966, 0.010888354087499948, 0.010037595079999946, 0.011800275580000021, 0.007671618275000015, 0.006882413550000033, 0.0062716886124999935, -0.0019262105499999794, -0.002007641149999968, -0.003485761440000005, -0.0017775631049999818, 0.0007400688484999391, -0.0018860717750000106, -0.006113297799999992, -0.013600633775000042, -0.020458192474999966, -0.023048553475000007, -0.019547718700000005, -0.01125536750999998, -0.014651312500000012, -0.017176074307499963, -0.015313710324999983, -0.018115000749999995, -0.02384295694999999, -0.02221634045249998, -0.019668475399999934, -0.016640133125000005, -0.011789776774999969, -0.006203905024999959, -0.004540449625000036, 0.0006846066824999924, 0.006433635392500026, 0.0017259993975000153, 0.0026194728225000024, 0.002456912675000057, 0.0035687386999999193, 0.003967900025000002, 0.008058575125000038, 0.009259356747499982, 0.009820443250000033, -0.000526142624999981, -0.007535754924999987, -0.006530597337499988, -0.00488854567499998, -0.004628704975000013, -0.006573741065000051, -0.008198970250000055 ] ], "std": [ [ 0.9997831577603109, 1.0025959495608783, 0.9981200898415419, 0.9862363254781552, 0.9807001230728768, 0.9703599657486957, 0.9542469081610001, 0.9473845839451106, 0.9547713929170183, 0.9636033061770535, 0.9759543385191676, 0.9833507068982068, 0.9860092538737429, 0.9928824474026815, 1.009087175522555, 1.0225369274879927, 1.0377746120861517, 1.047008477348557, 1.0437668765399934, 1.0330775502764258, 1.0319662406027479, 1.030352484762016, 1.0343435297883754, 1.0306714836465332, 1.0227257424915315, 1.0163750005569692, 1.0080783487785092, 1.0057728718253096, 1.0031574142753106, 0.9970437490537768, 1.0039054666803333, 1.0092902332461646, 1.015955753316646, 1.0094451596904581, 0.9971506877338592, 0.9797514030945054, 0.9606748456549195, 0.9429643662114964, 0.9357296749897012, 0.9401794981595187, 0.9451576738004599, 0.9529959594959825, 0.9553731219059256, 0.952474899040048, 0.9565245724608336, 0.9697603305783443, 0.9863202900077532, 0.9954169393962655, 1.0081946986669663, 1.0156075960594253, 1.0253976925038635, 1.0300309888526664, 1.0402541851284346, 1.0433040030246603, 1.0375395049686613, 1.0264815045978641, 1.021912736268765, 1.0088758758830503, 1.003466814657958, 1.0086525159597994, 1.0137559378643732, 1.0086686244063605, 1.006042971236659, 1.0003260366638576 ] ] }, "width": 256, "in_features": 64, "out_features": 100, "depth": 6, "padding": 128, "parameters": 87268, "cert_evals": { "36": 0.060103628784418106, "72": 0.02590673603117466, "108": 0.014507772400975227, "255": 0.0 }, "fold": 2 }, { "best_epoch": 77, "best_val_acc": 0.17180616740088106, "test_acc": 0.16032887975334018, "train_size": 400, "val_size": 227, "test_size": 973, "stats": { "mean": [ [ -0.01614315225000004, -0.007862261849999979, 0.00030315945000001577, -6.585304499997488e-05, 0.0033457709750000114, 0.009937330912499974, 0.010135651675000024, 0.009038938675000023, 0.008931583272500009, 0.009906352275000018, 0.013642040799999994, 0.017299261174999987, 0.019865335000000005, 0.019657458469999986, 0.022414197692500006, 0.02512643972499996, 0.026877304525000024, 0.0296143309, 0.027764356497500045, 0.024134231862499998, 0.021181714175000043, 0.02076543959999998, 0.018820411632499992, 0.016560606787500022, 0.014716417624999967, 0.015544499800000031, 0.008937221650000026, 0.0035691808475000007, 0.00756637997750002, 0.010582013399999977, 0.00892202232, 0.010522723749999905, 0.009224050324999985, 0.011262885774999978, 0.012877923949999981, 0.008631394499999978, 0.013585739524999963, 0.012593921374999985, 0.00966451497500001, -0.0018835844000000157, -0.0072232187000000215, -0.0024773558750000612, 0.004778897314500035, 0.010836082050000053, 0.013114038100000038, 0.012921894249999984, 0.011661495899999983, 0.006202870582499988, 0.009554275007499979, 0.010892630822499966, 0.015263733174999995, 0.018143591994999972, 0.01859551449250001, 0.01313465375500002, 0.01828117135000002, 0.021080939575000034, 0.020155471175000023, 0.02226961222499997, 0.019368037950000003, 0.018775792600000018, 0.018483347624999945, 0.009753726052499946, -0.0015497268675000327, -0.011832948350000021 ] ], "std": [ [ 0.9690180900805035, 0.9727335201919173, 0.9764755262740973, 0.9829585179082819, 0.9924285501408081, 1.0058984225928205, 1.0139421119627963, 1.0204714628277265, 1.024761969275269, 1.0411321691366637, 1.051554346720804, 1.0528939116549463, 1.048231049542776, 1.035208648003462, 1.0211826349075386, 1.021066390612321, 1.0225781515263015, 1.0234107662776533, 1.013889389780415, 1.002809268474515, 1.005659594852486, 1.0123290373188114, 1.0154559039015623, 1.013290801738594, 1.0094740964231081, 1.0002162486552635, 0.9914378185750687, 0.9943868019460187, 0.9942535553869897, 0.9896262981629789, 0.9859228057329431, 0.9860916917991401, 0.9824333417893006, 0.9869225315171396, 0.9958671872185834, 0.999358349920491, 0.9902030063817621, 0.9953941674238796, 1.0044794940384356, 1.01450410197358, 1.0212449253894722, 1.031533466370799, 1.0310663353310807, 1.0299586525323416, 1.0140754261682852, 1.0146983653439086, 1.010949221001189, 0.9984754004996209, 0.9996230059073175, 1.0023281510239592, 1.0083940727060101, 1.0104207218854935, 1.0188090918448567, 1.0267152458848512, 1.0256934112800635, 1.0177374007859166, 1.004324219711767, 0.9955156869267784, 0.9865523378817893, 0.984584448748711, 0.9818097517909892, 0.9865486470036113, 0.9850111209189524, 0.9782242969255907 ] ] }, "width": 256, "in_features": 64, "out_features": 100, "depth": 6, "padding": 128, "parameters": 87268, "cert_evals": { "36": 0.05138746276497841, "72": 0.01644398830831051, "108": 0.009249743074178696, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.14827997148207403, "std_test_acc": 0.03422563953921027, "n_samples": 1600, "n_features": 64, "n_classes": 100, "mean_cert_acc_36": 0.052713732700794935, "std_cert_acc_36": 0.0165173402943435, "mean_cert_acc_72": 0.02005406771786511, "std_cert_acc_72": 0.008013032251846318, "mean_cert_acc_108": 0.007714226725511253, "std_cert_acc_108": 0.006011028467704498, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "primary-tumor": { "dataset": "primary-tumor", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.09803921568627451, "test_acc": 0.06598984771573604, "train_size": 82, "val_size": 51, "test_size": 197, "stats": { "mean": [ [ -0.008010512195121854, 0.054444146341463336, 0.0366287682926831, 0.017473585365853656, 0.00994146341463413, 0.14699000000000015, 0.04866843902439027, -0.06218121951219504, 0.01667878048780483, -0.03673495121951217, 0.060766390243902485, -0.11804926829268325, 0.04384986585365854, -0.04256348780487793, 0.026720512195121893, 0.09196453658536587, 0.04076614634146339 ] ], "std": [ [ 0.9284296903454413, 0.9827553422472404, 0.9950878705168285, 1.0173173538014615, 0.9933487461181214, 1.0, 0.962929194381142, 1.0381881034205123, 0.9899379872265349, 1.011517643744964, 0.8811077313196498, 1.2812447336275181, 0.9462003808216405, 1.0326718844648832, 0.9328296141970309, 0.9459362255487258, 0.9834201107664913 ] ] }, "width": 64, "in_features": 17, "out_features": 15, "depth": 6, "padding": 34, "parameters": 5897, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 14, "best_val_acc": 0.1, "test_acc": 0.09090909090909091, "train_size": 82, "val_size": 50, "test_size": 198, "stats": { "mean": [ [ -0.19990898780487798, -0.06597853658536594, -0.06580686585365814, -0.04826112195121953, 0.03728248780487797, 0.06248341463414634, -0.06985995121951216, -0.0032160975609755497, -0.06506265853658541, 0.09333218292682927, 0.06076639024390239, -0.30444282926829297, -0.1407240975609757, -0.13789832926829237, -0.011618548780487929, -0.07208160975609774, 0.0923113658536586 ] ], "std": [ [ 1.0840763211298148, 0.9871722424447865, 0.9943340791237609, 0.9878070021217906, 0.978564253608743, 0.7605592682926824, 1.0434538299658207, 1.0006713020447777, 1.0285572185582093, 0.9582691142993712, 0.8811077313196498, 1.4765153864007459, 1.1389873689905186, 1.0994550266298473, 0.9827072417027007, 1.0321010371852044, 0.961563601529827 ] ] }, "width": 64, "in_features": 17, "out_features": 15, "depth": 6, "padding": 34, "parameters": 5897, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.12, "test_acc": 0.12121212121212122, "train_size": 82, "val_size": 50, "test_size": 198, "stats": { "mean": [ [ 0.05595567073170747, -0.11414758536585423, -0.15360871951219476, 0.11138004878048806, 0.14664658536585373, -0.022023170731707342, 0.04866843902439022, 0.11471414634146337, -0.09230980487804882, -0.010721524390243967, -0.13876521951219484, -0.024852487804878247, -0.029979719512195135, -0.13789832926829246, 0.02672051219512185, -0.0720816097560979, 0.014993536585365865 ] ], "std": [ [ 0.8752456105780106, 1.0319878972477479, 1.020270188955276, 0.973373221402528, 0.908857763487908, 1.068933148158204, 0.9629291943811422, 0.9096695962820129, 1.0396848408746504, 1.0024455533701155, 1.2137033994344781, 1.1602914885292481, 1.031634721498422, 1.0994550266298473, 0.9328296141970309, 1.0321010371852055, 0.9931654994287419 ] ] }, "width": 64, "in_features": 17, "out_features": 15, "depth": 6, "padding": 34, "parameters": 5897, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.08333333333333333, "test_acc": 0.0660377358490566, "train_size": 82, "val_size": 36, "test_size": 212, "stats": { "mean": [ [ 0.03463378048780499, 0.006275073170731583, 0.007361365853658851, -0.05765181707317083, 0.06462351219512194, 0.062483414634146285, 0.04866843902439023, 0.17367926829268246, 0.043925926829268234, -0.03673495121951222, 0.010883487804878128, 0.06834443902439019, -0.029979719512194993, 0.11632791463414643, 0.026720512195121806, 0.06462351219512184, 0.14385658536585347 ] ], "std": [ [ 0.9863628325148939, 0.9862904448213375, 0.9415700081720351, 0.9778925433614022, 0.9627768184983537, 0.7605592682926826, 0.962929194381142, 0.8544857970801263, 0.9752042587005816, 1.0115176437449636, 0.9787732234590277, 0.8230916787799415, 1.031634721498422, 0.888087814072915, 0.9328296141970309, 0.9627768184983537, 0.9363654126487833 ] ] }, "width": 64, "in_features": 17, "out_features": 15, "depth": 6, "padding": 34, "parameters": 5897, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.08603719892150119, "std_test_acc": 0.02622267023806733, "n_samples": 330, "n_features": 17, "n_classes": 15, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "seeds": { "dataset": "seeds", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 11, "best_val_acc": 0.5333333333333333, "test_acc": 0.609375, "train_size": 52, "val_size": 30, "test_size": 128, "stats": { "mean": [ [ -0.07865740384615384, -0.09929158269230767, 0.10740706153846159, -0.11327312326923078, -0.054041704038461535, 0.11302156807692312, -0.12860311538461539 ] ], "std": [ [ 0.9776589269685166, 1.0102414254274936, 0.8380902928078587, 1.0256407102447727, 0.9263919424516689, 1.0662347835422732, 0.9877327834391749 ] ] }, "width": 32, "in_features": 7, "out_features": 3, "depth": 6, "padding": 14, "parameters": 997, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.42105263157894735, "test_acc": 0.30833333333333335, "train_size": 52, "val_size": 38, "test_size": 120, "stats": { "mean": [ [ 0.058945873076923054, 0.058565444230769224, 0.07005121538461541, 0.06763472500000012, 0.047836257499999944, -0.05406976365384615, 0.04528192692307701 ] ], "std": [ [ 0.9708842177474521, 0.9848353623619012, 0.8161306877633503, 0.9973740833983674, 0.9401704976733031, 0.9044940579464946, 1.002197108725799 ] ] }, "width": 32, "in_features": 7, "out_features": 3, "depth": 6, "padding": 14, "parameters": 997, "cert_evals": { "36": 0.3083333373069763, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.2647058823529412, "test_acc": 0.3548387096774194, "train_size": 52, "val_size": 34, "test_size": 124, "stats": { "mean": [ [ -0.033384901923076866, -0.0331742116538462, -0.031110369230769246, -0.035362980769230695, -0.03749499615384611, -0.05436379423076917, -0.022526719230769286 ] ], "std": [ [ 0.9921027190305836, 0.9758756553777916, 1.131396588661939, 0.9525393107723146, 1.031011005759497, 0.9529339051548767, 0.9671977555675655 ] ] }, "width": 32, "in_features": 7, "out_features": 3, "depth": 6, "padding": 14, "parameters": 997, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 10, "best_val_acc": 0.7647058823529411, "test_acc": 0.5161290322580645, "train_size": 52, "val_size": 34, "test_size": 124, "stats": { "mean": [ [ -0.01415203269230775, 0.0027556519230769717, -0.08995134999999999, 0.03169613269230778, -0.04915413269230773, 0.020229542307692343, -0.026400719230769202 ] ], "std": [ [ 0.968562549022194, 0.987659685020645, 0.896948829634495, 0.9880022117491448, 0.9355234042408067, 1.095434168498032, 1.0069225875711127 ] ] }, "width": 32, "in_features": 7, "out_features": 3, "depth": 6, "padding": 14, "parameters": 997, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.4471690188172043, "std_test_acc": 0.14007914112489134, "n_samples": 210, "n_features": 7, "n_classes": 3, "mean_cert_acc_36": 0.07708333432674408, "std_cert_acc_36": 0.15416666865348816, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "semeion": { "dataset": "semeion", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 61, "best_val_acc": 0.8587786259541985, "test_acc": 0.8488745980707395, "train_size": 398, "val_size": 262, "test_size": 933, "stats": { "mean": [ [ 0.042952336683416886, 0.08904046231155748, 0.07781711306532647, 0.04420791457286419, 0.023773748743718452, 0.030800670854271264, 0.05355933668341719, 0.03393323618090457, 0.027005577889447012, -0.020098884422110736, -0.038558869346733554, -0.02876319095477392, -0.035930085427135716, -0.005666462311557859, -0.03678980402010061, -0.02540032914572887, 0.07164423115577907, 0.10856828643216102, 0.016988085427135702, 0.008401615577889203, 0.058609482412060376, 0.009480130653266463, 0.017019934673366894, 0.018380477386934664, -0.03487012562814079, -0.04757404020100504, -0.03736131909547739, -0.015900620603015, -0.02739998994974887, 0.02467418090452264, 0.0249909623115577, -0.0428204346733669, 0.09282983919598005, 0.0839422261306534, 0.045602110552763954, -0.0022594874371859885, 0.03105556030150764, 0.038234974874371906, 0.05212423115577904, -0.0418055175879393, 0.007379648241206374, -0.0123181708542711, 0.03084452261306535, -0.015929640703517652, -0.032517437185929664, -0.042322022613065426, 0.012141331658292034, -0.0381711532663317, 0.08658839698492467, 0.048203969849246485, -0.04225107537688428, -0.025943195979899407, -0.0023844723618089915, 0.036030047738693574, 0.019591012562814026, -0.00906672110552767, 0.05304341708542693, 0.04683804020100484, 0.011912374371859305, 0.007315894472361927, -0.09851672361809082, -0.03642700000000022, -0.020734497487437303, 0.031377703517588146, 0.06271911809045175, 0.00858300502512564, -0.03295607788944731, -0.05819111557788897, 0.0045722713567837555, 0.0003809296482409935, -0.02592891959799003, 0.02250984924623118, 0.04199087437185916, 0.015708170854271196, -0.026958037688442335, -0.06993793467336694, -0.06541721608040225, -0.06384432160804038, 0.007286145728643622, 0.030955864321607733, 0.027522726130653326, 0.036648336683416785, -0.002193748743718662, 0.012495773869346763, -0.009007914572864381, -0.0036712160804018216, 0.058828603015075205, 0.0316613417085427, 0.007075424623115544, -0.04322718592964837, -0.06008731155778924, -0.04533076381909549, -0.022957175879396944, -0.0168389145728642, 0.025421821608039852, 0.02792173869346751, -0.07432091959799038, 0.013624623115577675, -0.034945268844221195, 0.02665020100502518, 0.03429036180904528, 0.052019472361808976, 0.05586435175879404, -0.01356301507537669, -0.016037165829145907, -0.03266601758794015, -0.04719567587939709, -0.00748582412060346, 0.004539849246231048, 0.021088369346733554, -0.011933391959799155, -0.015972572864321154, -0.03545065829145717, -0.037793592964824145, -0.044449964824120315, 0.029925321608040113, 0.06288003015075373, 0.08463542713567856, 0.02237871859296501, 0.006899319095477609, 0.01449656281407041, 0.000527683417085827, 0.03920230150753784, 0.01104597989949731, -0.025606010050250903, 0.009040170854271303, -0.005590462311557578, -0.01597257286432165, -0.028310065326633178, -0.028887447236180964, -0.0659081507537687, -0.02844676884422169, -0.023109949748743735, 0.032979929648241244, 0.004363246231154997, 0.04131952261306578, 0.0639989572864323, 0.0895776356783918, 0.08333377889447266, 0.004363924623115477, 0.04033003768844212, 0.0043767613065326776, -0.026182336683417056, 0.005207839195979919, -0.04224544723618088, -0.02382967085427132, -0.07914226130653301, -0.06476556532663379, -0.0037090954773871154, 0.03603720603015092, -0.011745665829145997, 0.009745507537688426, 0.03452877889447241, 0.05641689698492448, 0.058819748743718606, 0.0017769246231155048, 0.05289571608040145, 0.020843309045226126, -0.026537417085427038, -0.027443012562814097, -0.037861175879396816, -0.009719047738693285, -0.014178577889447092, -0.013634623115577697, 0.011744346733668245, -0.06803158291457227, -0.052816281407034815, -0.03685464572864351, -0.015264748743718476, -0.02556971608040183, -0.01646636934673348, 0.023691919597990285, 0.08278233165829174, 0.00689019346733639, -0.011008341708542625, 0.006246170854271169, -0.04551160301507559, -0.01852485427135688, -0.016720412060301414, -0.006744517587939658, -0.020554698492462387, 0.0033862311557788963, -0.013512402010050132, 0.030196592964824073, 0.053002623115577296, 0.029924190954773895, 0.010655278894472263, -0.025002311557788908, 0.005749233668341486, -0.017590547738693327, -0.0046878693467337276, -0.025057909547738694, -0.025841457286432157, 0.014470603015075412, -0.028042884422110625, -0.026089296482412073, -0.011480763819095607, -0.03543923115577921, -0.012104502512562777, 0.033738502512562836, 0.06796942713567744, 0.030141675879396694, -0.07938337688442194, -0.10993767839195982, -0.08592113567839203, -0.02513346733668336, 0.02942003768844198, 0.016245618090452357, -0.027027889447236178, -0.04646055778894485, -0.05783185678391942, 0.003077424623115391, 0.001774763819095415, 0.02235859296482412, 0.046390603015075665, 0.07475743718592887, 0.0031286934673366894, -0.10202691457286422, -0.15626765326633196, -0.15922729145728687, -0.027267879396984968, 0.010767738693467357, 0.06725591457286462, 0.03289026633165819, -0.05212582914572871, -0.07667999246231152, -0.106186944723618, -0.05246548743718603, -0.04017505527638196, 0.01756687437185917, 0.01388585929648225, -0.0017839547738693002, -0.019856271356783726, -0.037364902010050265, -0.05228199748743718, 0.005632914572864403, 0.04385109547738676, 0.07341574120603038, 0.0661586381909549, -0.010089979899497585, -0.018135623115577832, -0.016660778894472178, -0.054114793969849306, -0.03197704522613057, -0.014875979899497477, 0.0030890326633166588, 0.0005838040201005258, -0.012102854271356855, 0.06015804020100524, 0.03463156281407019, 0.058009472361808555, 0.0446316331658288, 0.0002885954773868734, -0.0071491407035177675, -0.019207316582914656, 0.03504411055276377 ] ], "std": [ [ 1.0563097554831, 1.0780957512893903, 1.0452812422000708, 1.017690638492427, 1.0052440697335492, 1.001399326721192, 0.9943611635248776, 0.9929612277732924, 0.9913927954434718, 1.0053448775578797, 1.0107048900784519, 1.0054061730470043, 1.0028699621408272, 0.9995583413505211, 0.9908593466765735, 0.9853542136542434, 1.0705845251257127, 1.0662779250282277, 1.0073168970262103, 1.0024787753418176, 1.0119304591198905, 1.0015280003985942, 1.0018124775575221, 1.0027574917083557, 0.9948097176804833, 0.9923519865939135, 0.9947029572529067, 0.9975568639854349, 0.9951782326467599, 1.0031187267852708, 1.0051393922435368, 0.9711219802777251, 1.0817185838320085, 1.0424648712408837, 1.0182936561607598, 0.9988131715298316, 1.0100389974395088, 1.0139507799801692, 1.0198550521351346, 0.97749433095435, 1.0032558897416382, 0.9932725134057337, 1.013388153002777, 0.992842992738858, 0.9886564261302372, 0.9877708685493644, 1.002648114792108, 0.9747606061850567, 1.0747816119657112, 1.02255888174825, 0.9796743045806331, 0.9871350747933134, 0.9985485116873231, 1.0182554602963436, 1.0116426528399904, 0.9928963782396165, 1.0328245805209502, 1.028752519230958, 1.0063396812352823, 1.0030257612563318, 0.9538014614932016, 0.9874092532167232, 0.9925147054908431, 1.0217704776560097, 1.0429986387634673, 1.003221409383544, 0.9871161786807092, 0.9731000264043922, 1.0018596893583598, 0.9998848837132579, 0.9838376395078868, 1.0132854070395554, 1.0217847466795487, 1.0070449497421416, 0.9875771901975943, 0.9687095163481707, 0.9722544188400668, 0.9736748724392092, 1.002916353992525, 1.0272314038286867, 1.0175371205727017, 1.0126645847614397, 0.998955451392166, 1.004243498099933, 0.9961238320171252, 0.9981311657855426, 1.0219513419744302, 1.0121545944257246, 1.0020340690091334, 0.9842453448395471, 0.9788060413943263, 0.9810097805258174, 0.9891626357910038, 0.9902166181537699, 1.0148948382390708, 1.028918636127175, 0.9511980135419595, 1.003861802009821, 0.9884969480698704, 1.0071337781982594, 1.008265380409389, 1.0101011443230787, 1.0106821329347353, 0.9969256666173059, 0.9967866423549481, 0.9931894679821107, 0.9875817203374175, 0.997173617790909, 1.001723029579845, 1.0125751464485413, 0.9912331141505772, 0.9829645856272501, 0.9793767425495771, 0.9867539831463441, 0.9841093178180385, 1.0103484071725306, 1.0191860749351354, 1.0221675875431637, 1.0044195246237828, 1.0008342681651312, 1.001627138412346, 0.9997772095897719, 1.0081078939034254, 1.003310560327655, 0.9881623645836118, 1.0047875054511681, 0.9961421301729743, 0.9829645856272511, 0.9869920158115834, 0.9937316253503987, 0.9793377827744155, 0.9904754389720483, 0.9925397869122989, 1.0079161666418393, 1.0006599864175547, 1.0059991425953247, 1.0069100585561557, 1.0100296780570686, 1.0103236310080053, 1.0006392870463336, 1.0075172047508214, 1.0007852286664525, 0.9900807435463777, 1.004024989821359, 0.9835365256139716, 0.9945808044935542, 0.9691682679807009, 0.96674874592973, 0.9980415205638171, 1.0146475059616948, 0.9949143848564165, 1.0029906462271676, 1.0092866189920002, 1.0179588242197937, 1.0178009772928769, 1.0002181457107617, 1.008080645940541, 1.0024397087121901, 0.9933173510271756, 0.979532808786883, 0.9865060572780482, 0.9977415269762818, 0.9946445941177685, 0.9927935684967815, 1.0058109822326597, 0.9600947752163551, 0.96839132111533, 0.9786069630651635, 0.991429793512298, 0.984865660959036, 0.991272639453808, 1.0096533608655676, 1.0197900633557413, 1.000689387806265, 0.997433042533609, 1.003492294968093, 0.9845806330338616, 0.9966488938063878, 0.9940656012175009, 0.9960501295471854, 0.9861802001739265, 1.0020303578560832, 0.9900047845237433, 1.0217532005343193, 1.0359244307293263, 1.0209897301141686, 1.0061223937153252, 0.9865088395902182, 1.0015893626764498, 0.9952846796435972, 0.998505053609909, 0.9830838889803715, 0.9912812278008364, 1.0013260724779938, 0.9920474470886185, 0.986699951491271, 0.9924575926179362, 0.9728376598101992, 0.9907682549659087, 1.025076872660426, 1.0411907333948913, 1.018295470960672, 0.9565632778298347, 0.9500274157105609, 0.9755944720993126, 0.9941828603605654, 1.0084492238238705, 1.012173917495229, 0.9873637546749423, 0.9915215887443988, 0.9895629283115104, 1.000389392831378, 1.0002897764695722, 1.009216837413109, 1.0207204122961515, 1.0300273492943937, 1.0009253171711008, 0.9578388667517177, 0.9464920214014784, 0.9560486423104471, 0.9960505224694267, 1.001839403738359, 1.0292507570404104, 1.032844527725739, 0.9670637057290374, 0.9795327684867063, 0.990873804709991, 1.0050346356911726, 1.0066384733685902, 0.9953856475823458, 0.9956398623489264, 1.0001306439998972, 1.004180675810961, 1.0045488952963422, 1.0031559055765875, 0.9998417518500189, 1.006215000354876, 1.0258626825494845, 1.042692556346792, 0.9864205332461236, 0.9760435492162586, 0.9843487751495544, 0.9645133054191944, 0.9864637647341462, 0.9965084374804701, 1.000034736592101, 0.9997322633620359, 0.9981023381080815, 1.0063573537400703, 1.009704938325987, 1.0267732677147232, 1.029166926292455, 0.9999357967957346, 0.9919070208357084, 0.9723136941246707, 1.0773934238154859 ] ] }, "width": 512, "in_features": 256, "out_features": 10, "depth": 6, "padding": 512, "parameters": 1187338, "cert_evals": { "36": 0.8231511116027832, "72": 0.7952839732170105, "108": 0.759914219379425, "255": 0.5637727379798889 }, "fold": 0 }, { "best_epoch": 54, "best_val_acc": 0.8942307692307693, "test_acc": 0.8814589665653495, "train_size": 398, "val_size": 208, "test_size": 987, "stats": { "mean": [ [ -0.025444005025125734, 0.012452298994974662, -0.01753376130653282, -0.010535125628140796, -0.027963286432161016, -0.04474275879396973, -0.001844291457286734, -0.03242843216080438, -0.04103420100502541, -0.04103420100502534, -0.07008529648241217, -0.0339002412060303, 0.004486437185929683, 0.034529477386934605, 0.05066186934673367, 0.03759841206030118, -0.016225437185929562, -0.007291756281406924, -0.021709919597990002, -0.07642158040201036, -0.018874525125628004, 0.024846484924623234, 0.006883537688442274, 0.018380477386934792, -0.06017425879397, -0.10329628140703531, -0.07275537688442205, -0.08172246231155769, -0.03756016080402036, 0.024674180904522443, 0.09202141206030141, 0.07625499246231132, 0.008998351758794185, -0.025569716080401903, -0.031083557788944435, -0.013027306532663414, 0.06831865326633176, 0.011230351758794001, 0.008583005025125642, -0.02492873869346735, -0.048525276381909295, -0.07442176633165802, -0.0577207035175878, -0.037725047738693514, -0.011412814070351763, 0.030323379396984762, 0.0794642814070353, 0.0803478919597987, -0.030803266331658172, -0.04180551758793927, 0.0072861457286432126, 0.02951733165829129, -0.0357700402010056, -0.026724758793969693, -0.03369344221105539, -0.04033939698492487, -0.061404133165829336, -0.08515770351758864, -0.07468530150753767, -0.04247025125628165, 0.009911819095477373, -0.010079500000000168, 0.09049717336683409, 0.07485990954773888, -0.012162479899497832, 0.008583005025125627, 0.03651040201005023, 0.05084868341708568, -0.03440337688442217, -0.07894947236180942, -0.0551369346733669, -0.024766954773869324, -0.0785643743718595, -0.039971326633166, -0.05980386180904579, -0.004987391959798957, 0.02596786432160804, 0.0004355778894470852, 0.04031095979899518, 0.058227160804019816, 0.015439334170854316, 0.031283635678391784, -0.0074858241206030764, -0.025019600502512448, -0.07371595477387047, -0.04183514572864274, -0.04984044221105505, 0.004494080402009928, 0.012374522613065268, -0.01675520100502508, -0.012701067839196296, -0.023795125628140783, -0.006465022613065289, -0.028311256281406898, 0.03132067839195961, 0.057442422110552685, -0.004038336683417221, -0.0021707914572866695, -0.03494526884422048, -0.11471745728643258, -0.08534165326633134, -0.0046484924623118595, 0.01981357788944731, 0.012034547738693521, 0.004354311557789168, -0.0020305150753769405, -0.011102356783919673, -0.007485824120603068, -0.00648208040201015, 0.0033105125628139992, 0.04936957286432154, -0.0015483718592965048, -0.029718994974874256, -0.037793592964824124, -0.08143026130653215, -0.10412455276381975, -0.05401591959799001, -0.004798241206030193, 0.001790125628140894, 0.017090580402010242, 0.004349567839195903, 0.0464185025125627, 0.028880633165829263, -0.004844258793969922, 0.029169467336683533, 0.061084185929648475, 0.03596850251256268, 0.020087929648241395, -0.039252185929648235, -0.02888744723618094, -0.07632192462311543, -0.05998593467336719, -0.012630180904522599, -0.019015974874371653, -0.00593697487437267, -0.00457129648241148, 0.07415152512562821, 0.03869630402010022, 0.02728184170854277, -0.021357155778894528, -0.0007776005025125215, 0.019922994974874386, 0.016423954773869348, -0.014452487437185874, -0.004894432160803889, -0.01870493969849258, -0.04199864321608045, -0.014851090452261283, 0.07316085929648249, 0.08536457788944737, 0.11267560804020099, 0.06288003015075369, 0.07644785427135675, 0.03509371105527622, 0.048207286432160684, 0.001776924623115508, 0.032457595477386816, 0.07158755527638183, -0.016237195979899414, -0.0336133668341709, -0.04314636683417066, -0.05578319597989929, -0.10459047236180906, 0.003194804020100766, 0.0685779899497486, 0.02317846733668342, 0.021932281407035317, 0.02614409547738687, -0.003889462311557614, 0.020540575376884435, -0.044554623115577605, -0.04203865326633149, 0.06187867336683395, 0.04752313819095463, -0.04686316834170835, -0.04679553266331694, -0.024493984924623322, -0.01852485427135685, -0.016720412060301434, 0.01604057788944729, 0.009299409547738608, 0.0033862311557789544, 0.02953875879397003, 0.023905276381909438, 0.03440919597989908, 0.017458256281406695, -0.018785663316582903, -0.008077185929648255, 0.04812320351758792, 0.05475012562814082, -0.0357499145728643, -0.03103446231155784, 0.021505778894472378, -0.015889653266331783, 0.013454844221105499, 0.0017875879396984156, 0.012179376884421975, -0.01678287185929663, -0.00589275879396984, -0.004469753768844167, 0.0018416281407035852, 0.04801996482412023, -0.006607417085426772, 0.01927615075376883, -0.013691266331658422, 0.005638994974874419, -0.02323134422110586, -0.015634231155779235, 0.02235859296482414, 0.004349969849246065, -0.057831856783919514, -0.10517045226130767, -0.01945968844221099, 0.027845979899497508, 0.03523984924623154, 0.058234824120602026, 0.04097556532663358, 0.04702545728643234, -0.026715706030150742, -0.056987793969849404, 0.0030878542713568703, -0.055905929648241134, -0.016319035175879428, 0.01113210301507554, 0.05284130653266339, 0.04167066834170896, 0.004379306532663385, -0.027141316582914445, -0.03505809045226166, -0.06500647236180847, -0.07488839698492449, -0.06392821608040328, -0.030181115577889023, -0.01196931155778885, -0.09264249999999949, -0.07980767587939623, -0.06318036432160816, -0.013091394472361883, 0.02329241457286456, -0.01008997989949755, -0.009979238693467495, 0.0307693567839191, 0.07542535175879414, 0.03283405025125624, 0.015896482412060334, -0.06264278894472358, -0.04979732663316539, -0.032352462311557695, -0.031164914572864088, -0.002164130653266925, -0.015071595477387092, -0.028697351758794065, 0.013561917085426976, 0.03722015075376866, 0.006671256281406974, 0.009651467336683284 ] ], "std": [ [ 0.9636741758313841, 1.0114901264074088, 0.9882775735799015, 0.9950592288041458, 0.9923805318375012, 0.9954931130085297, 0.9998185415922022, 1.004999458131321, 1.010779654446278, 1.010779654446278, 1.0185416165064392, 1.0063375239233516, 0.9991983947714009, 0.9997603743675092, 1.0095253737082777, 1.0193698237551072, 0.9821944196534186, 0.9946303679905539, 0.9894242823280908, 0.9705707946712009, 0.9949783327748166, 1.0043140064479021, 1.0005809927926241, 1.0027574917083555, 0.9904879432435517, 0.9807642982944419, 0.9886574068821276, 0.9859635090427469, 0.993309351687357, 1.0031187267852708, 1.016593255470364, 1.0442887804592182, 1.0083038126963626, 0.9848656609590366, 0.9855933554664763, 0.9945670911869946, 1.021074800634514, 1.0040491737335164, 1.003221409383544, 0.9867264401919432, 0.9744951602926358, 0.9578713331810542, 0.9708937667896353, 0.982985543001351, 0.9959503979748483, 1.0070454733225949, 1.016290393566305, 1.0456745349293197, 0.9697098121066737, 0.9774943309543503, 1.002916353992525, 1.0129710134068142, 0.9818517087835826, 0.9848326582689778, 0.9778679221613454, 0.968463827587338, 0.9562287284130288, 0.9385814756983131, 0.9535361456044965, 0.9789868837316601, 1.0036524516031298, 0.996437230762304, 1.025505334499929, 1.0500603213568676, 0.9906100846596538, 1.003221409383544, 1.012180944973295, 1.0196387340397408, 0.9825025594694498, 0.954339750008454, 0.9648376067685865, 0.9839085531249888, 0.952009038761473, 0.9795794492787074, 0.9716080021777768, 0.9976717208316266, 1.0091951026702335, 0.9998457759635255, 1.0167764080390456, 1.0501441178091095, 1.0098311230543442, 1.0108582982234158, 0.9971736177909091, 0.9900282216050488, 0.9676953459071826, 0.9809946576246661, 0.9776591097799061, 1.0015254267851037, 1.0037560308732274, 0.9939516521695569, 0.9956124335469829, 0.9901857170585183, 0.9967866165949004, 0.9835484169272641, 1.018300563902619, 1.0581476797822778, 0.9972534687047357, 0.9990036074983834, 0.9884969480698704, 0.9585590451776096, 0.9727715498408732, 0.9986198721072891, 1.0039545778843277, 1.0019737557338864, 1.0004300707708857, 0.9993128946907187, 0.9970527336984197, 0.9971736177909094, 0.996738394700752, 1.0017488836874449, 1.032459139242276, 0.9980880058113938, 0.9827755352139497, 0.986753983146344, 0.9694084590768833, 0.954374856491467, 0.9794063309627129, 0.9981812449768528, 1.0000844130171747, 1.0024414937297792, 1.000289920583818, 1.0066579629145789, 1.006045023392842, 0.9980537361415068, 1.0118648303811897, 1.0321212562513462, 1.0214564915487925, 1.0199705326922406, 0.9818228908495026, 0.9937316253503986, 0.975676694136014, 0.9791967139583257, 0.995853785405071, 0.9944140275090272, 0.998324720722163, 0.9988796207201501, 1.0076775206024515, 1.0051477965419011, 1.003942697943822, 0.9947376367611466, 0.9995186129589284, 1.0045214386643773, 1.0053188986302066, 0.9873973753633679, 0.9979198179428485, 0.9957288015852994, 0.9844024166044868, 0.9926040090239354, 1.0288602149576338, 1.0327381635127548, 1.0376323561660248, 1.0191860749351351, 1.019248439489373, 1.0114615654187875, 1.0148089052316012, 1.0002181457107615, 1.0051758820658891, 1.007308437371659, 0.9958774515386598, 0.9748378659951137, 0.9845361751656108, 0.9871701294240001, 0.9569477899284584, 1.0012684139824397, 1.033059928368479, 1.0117771863985163, 1.0115884288301853, 1.0135614014099843, 0.9976100259611177, 1.010965511332625, 0.9761143046477329, 0.9803433318407708, 1.0153886119387059, 1.0056269030060545, 0.9892055337201077, 0.969426249412664, 0.9918445350591615, 0.9966488938063878, 0.9940656012175014, 1.0080956439499935, 1.0056005212297308, 1.0020303578560827, 1.019908165966182, 1.0172691233582607, 1.0236709394617247, 1.0122768805463278, 0.9879530979067631, 0.9955177997515855, 1.0145032156568023, 1.0113052100223867, 0.9900950783072645, 0.9789878020749606, 1.0061210323379788, 0.9976371796061079, 1.0030525515532585, 1.0005432856827527, 1.0071552470675884, 0.9872213285090347, 0.9953725735493347, 0.996186609496757, 1.00089379219493, 1.0287570615182273, 0.9964079316152177, 1.0069062426818565, 0.9963817032039104, 1.0008280481425031, 0.9920979056678535, 0.9872669976493121, 1.0092168374131085, 1.0003352873084816, 0.9895629283115106, 0.9695148264401307, 0.9928241899429654, 1.011466978521356, 1.015897314997225, 1.0238688838054302, 1.0150342744039813, 1.0149508574937365, 0.9925404112632117, 0.9872466320901033, 1.0000513594585967, 0.9865335518102039, 0.9916934654171699, 1.0111500201640033, 1.0290091218292727, 1.0080282510552814, 0.9998062630573106, 1.0027987951392292, 1.0058448354473761, 1.0127865866340113, 1.0179715342017457, 1.013555459538838, 1.0063545738992565, 1.0013980777392146, 1.0039675000000043, 0.9940267908926063, 0.9867813019457877, 0.9943765006272788, 1.015526891626581, 0.9864205332461236, 0.9867876895945505, 1.0266969428458936, 1.042059643812452, 1.0120358570624033, 1.0028235097925473, 0.9905175353506179, 0.9946414253907617, 0.9951193904567321, 0.994780772003151, 0.9990168722978009, 0.9919731463227914, 0.9791890939000777, 1.0112363498675152, 1.0384478663637378, 1.0089325105827842, 1.0217975650986395 ] ] }, "width": 512, "in_features": 256, "out_features": 10, "depth": 6, "padding": 512, "parameters": 1187338, "cert_evals": { "36": 0.8571429252624512, "72": 0.8257346153259277, "108": 0.8004053235054016, "255": 0.5927051901817322 }, "fold": 1 }, { "best_epoch": 71, "best_val_acc": 0.8605577689243028, "test_acc": 0.8389830508474576, "train_size": 398, "val_size": 251, "test_size": 944, "stats": { "mean": [ [ 0.025853251256281188, 0.026377419597989695, 0.006303957286432041, -0.016009429648241216, 0.013426341708542615, 0.000583298994974769, -0.011917678391959662, -0.037533175879397224, -0.020098884422110854, 0.0008364321608037243, 0.019239580402010244, -0.008214989949749375, -0.025825954773869612, -0.0006419698492463064, 0.009508140703517508, -0.019673170854271324, -0.008902964824120629, 0.029295625628140858, 0.03910123115577878, 0.04551176381909547, 0.022450278894472483, -0.041741050251256066, -0.028593851758793917, -0.037733369346733686, 0.010677314070351713, 0.008148201005025205, 0.008145326633165782, 0.009415472361809119, 0.0284809497487437, 0.009431022613065136, -0.03688329899497498, -0.04282043467336695, -0.025931434673366276, 0.0032492160804019695, -0.014650914572864066, -0.034562944723617914, 0.004439065326633279, 0.022032201005025183, -0.04040087437185899, -0.02492873869346697, 0.012970140703517999, 0.010264954773869574, -0.013438090452261338, -0.04317389949748748, -0.011412814070351772, 0.05626816582914544, -0.03446686432160752, -0.03817115326633142, -0.01699248241206059, 0.00882481909547732, -0.04225107537688392, -0.020397143216080688, -0.035770040201005424, -0.03813472361809031, -0.05145492713567884, -0.03408486180904533, 0.016902085427135845, 0.03483842713567786, -0.03427305276381909, -0.03140666331658277, -0.011773889447236174, 0.047884999999999796, -0.0048442587939699355, -0.04316322110552765, -0.024642746231156448, -0.002302301507537566, -0.006238201005025181, -0.0363831557788939, -0.028835427135678583, -0.04495072864321667, 0.020803904522613076, -0.007038153266331668, 0.06495377889447201, 0.026844070351758658, -0.026958037688442293, -0.02663757286432158, 0.020592271356783716, 0.027218869346733378, 0.023798552763819147, -0.016768904522613152, -0.020810841708543488, 0.004460130653266039, 0.013682477386934629, -0.025019600502512482, -0.019792587939698632, 0.02358873366834184, -0.011806276381909597, 0.020794437185929524, 0.028271816582914534, -0.006166407035175833, -0.044291896984924944, 0.024660060301507664, 0.032016668341708576, 0.04052279396984933, 0.0490172487437184, -0.016359286432160735, -0.056750273869347244, -0.007435929648241428, 0.0017769246231154824, 0.021414361809045206, 0.04469314572864335, 0.052019472361808976, 0.0043632462311552775, 0.03251259798994986, 0.01964791959799002, -0.022454183417085893, -0.10391374874371867, 0.008390402010050075, 0.03760563819095469, 0.11590360552763804, 0.0493695728643219, 0.04893633165829245, -0.06410897487437181, -0.006136658291457329, -0.033884165829145316, -0.002246648241206082, -0.01682175376884426, 0.00046256281407027904, 0.022378718592965034, -0.018578834170853733, -0.06667939698492395, -0.06575905527638143, -0.043371045226129806, 0.01104597989949733, 0.06203475376884437, 0.037953512562814026, -0.005590462311557684, 0.03451213065326728, -0.022839005025125664, -0.003315185929648206, -0.024253055276382062, -0.0389598241206035, -0.03882960301507507, -0.03981433668341692, -0.031687527638191625, -0.05046211557788869, -0.0578318567839198, -0.03762569346733697, -0.0389613567839193, 0.01979657286432155, 0.019776218592964884, 0.01474091708542714, -0.042159695979899554, -0.014452487437185876, -0.0048944321608039645, -0.013580208542713676, -0.05791733668341716, -0.009305037688442106, 0.029235170854271467, 0.025075567839196122, 0.015302437185929314, -0.022135206030150862, 0.013569241206029991, 0.02443211809045206, 0.04290105527638174, 0.09095939447236231, 0.1091005477386932, 0.020843309045226067, -0.0007868643216079208, -0.03978372110552767, -0.0220056030150753, -0.030192002512562766, -0.04608865829145755, 0.042463467336683505, 0.051527896984924354, 0.0915860050251251, 0.01618239195979925, -0.008218854271356756, -0.020952391959798814, 0.014776788944723587, 0.034092487437186, 0.04560211055276428, 0.08278233165829134, 0.10847255527638236, 0.024846484924623196, -0.052689055276382346, 0.0017780376884420149, -0.013441829145728687, 0.020275924623115744, 0.06161076884422113, 0.08692009045226239, 0.04008957286432224, -0.0012120703517585535, -0.007551306532663401, -0.04616232160804049, -0.013706580402010225, -0.024673851758793934, 0.08783185929648209, 0.07460693467336664, 0.0960876532663306, 0.02119716834170848, -0.03701101507537695, -0.010059045226130629, -0.010829610552763923, -0.012481236180904494, 0.04081522613065362, 0.029924482412060183, 0.008092273869346436, -0.04316322110552756, -0.03630996733668343, -0.08232102512562797, -0.04733090954773897, 0.004588884422110799, 0.08388306532663306, 0.0430607738693465, 0.04666894472361813, -0.01270106783919614, -0.047514080402010335, -0.010565728643216074, -0.026136346733668523, -0.03245043718592946, 0.023696067839195353, 0.01770060301507536, 0.044308140703517615, -0.003787788944723613, 0.014174522613065448, -0.05093826633165829, 0.02573226130653278, 0.030287150753768848, 0.0401397286432159, 0.053680743718593056, 0.02102522613065334, -0.010747371859296528, 0.05464842964824082, -0.017136783919598057, -0.045805907035175675, -0.05090381909547731, -0.0068819798994974556, -0.03505809045226187, -0.02371979899497456, 0.00344182914572863, 0.0033947336683414304, 0.0007934170854273202, -0.0018110753768842327, 0.0032136934673366708, 0.01568474874371846, 0.01327067839195978, 0.019348781407035248, 0.004921175879397266, 0.031125522613065133, 0.04711545226130587, 0.010442155778894433, -0.024673851758794076, -0.015774271356783803, -0.06616341708542701, -0.0980368467336672, 0.0005838040201006485, 0.008146753768844201, 0.004349567839195794, 0.003092396984924539, -0.015071595477387165, 0.007967140703517566, -0.01298472613065332, 0.0446150326633164, 0.023923638190954576, 0.0477404321608047 ] ], "std": [ [ 1.034353343932803, 1.024348567936632, 1.0036818973846862, 0.9926016744364617, 1.0028981060461741, 0.9997262707845033, 1.0004780191128255, 1.0057381568404924, 1.0053448775578797, 0.9994421248178098, 0.9935827482337024, 1.0014086229280772, 1.0021061616018854, 0.9996719899466749, 1.0017361970021768, 0.988660808590669, 0.9901596478521693, 1.0192247642124055, 1.0167388988236599, 1.0138944681676312, 1.0047989281967311, 0.9904645459818706, 0.9954463096472054, 0.9922833494657366, 1.000931207563311, 1.000707942136333, 1.0005842378657308, 1.0008281188231554, 1.003557986182927, 1.0010705577402124, 0.9904311917270927, 0.9711219802777267, 0.9739587043622917, 1.0015066140578677, 0.9931898260069552, 0.9856672449691517, 1.0012331552789873, 1.0081082975427937, 0.9818673205301623, 0.9867264401919426, 1.0059158746745933, 1.0048856527038488, 0.9933559670825766, 0.9804299925042913, 0.9959503979748487, 1.0125781824597548, 0.9904165488252873, 0.9747606061850563, 0.9833821256471468, 1.0040856115046517, 0.9796743045806305, 0.9898888553822821, 0.9818517087835823, 0.9782007130770088, 0.9656942565779187, 0.9734797731342064, 1.010665700345605, 1.021589297626431, 0.9794856875095689, 0.9845971696829052, 0.9948281863198752, 1.0136085631297738, 0.9980537361415062, 0.9668195470806507, 0.9810513427219819, 0.9987231668355041, 0.997403787663875, 0.9835516799557577, 0.9853855373152387, 0.9749106414617704, 1.0117447309449026, 0.9952897165079869, 1.032947917542788, 1.0120811271463608, 0.9875771901975944, 0.9885862353477245, 1.0072891612096109, 1.0093428281641061, 1.0100051475667393, 0.9840366571448279, 0.9854634000263881, 1.00134698674654, 1.0041146501612022, 0.9900282216050488, 0.9917355999661862, 1.0093104531776096, 0.9947373509131133, 1.0080042462360728, 1.0087372732373883, 0.9976110730657628, 0.9846934585447732, 1.0088475388403126, 1.0133097733764065, 1.0209739586680646, 1.0282470508532253, 0.9817846585536307, 0.9633992156471255, 0.9973233600463974, 1.000218145710761, 1.0057309799061696, 1.010623899141674, 1.0101011443230787, 1.0006599864175545, 1.0055249208224792, 1.0028819022633104, 0.9953395717809288, 0.9698021524023763, 1.0024258063274285, 1.0158129918211263, 1.063456671941438, 1.0324591392422755, 1.04774222887087, 0.9616904393179179, 0.997695806697438, 0.9880152027656462, 0.9988433850344972, 0.9937292230975006, 0.9998296099021827, 1.0044195246237817, 0.9963489105119412, 0.9879651241571221, 0.9859903114183225, 0.9884715320146122, 1.003310560327655, 1.0244185872318146, 1.0203911139057007, 0.9961421301729745, 1.034050235933694, 0.989521079569911, 0.9990477366494994, 0.992755500716447, 0.9868421928940853, 0.9873393959627118, 0.9881958106921132, 0.9919947175362285, 0.9895831364382834, 0.9895629283115108, 0.9929032652937821, 0.9922751284451915, 1.003847339906563, 1.0037363434884359, 1.0033043471411776, 0.9838300352467959, 0.9873973753633691, 0.9979198179428482, 0.9968491311161947, 0.9780752949201328, 0.9952808518444423, 1.0120796997058796, 1.0102563563170064, 1.0056657842293373, 0.9917811647092868, 1.003612286469916, 1.0080281022283166, 1.0132678758599065, 1.0226525060210754, 1.0139038318701246, 1.0024397087121901, 0.9995063040570514, 0.9700809553445697, 0.9922233441291306, 0.9933207816371948, 0.9824557032259209, 1.0196898531365701, 1.0252921553121754, 1.0436509722569267, 1.0085279865152725, 0.9951421649917936, 0.9882760866228761, 1.0078553724971193, 1.016034101650163, 1.0182936561607592, 1.0197900633557413, 1.009927427136894, 1.0043140064479028, 0.9653870680055727, 1.0002294165307881, 0.9975169703830418, 1.0060899274497221, 1.0302542392319602, 1.050457422656358, 1.0263818971478929, 0.9988293446894524, 0.993948379991406, 0.9646507012293754, 0.9894725219782052, 0.9841733127810417, 1.039912432152242, 1.0215994164574418, 1.0180415302669792, 1.004726329086974, 0.9748378645110533, 0.996502380675558, 0.9983170617806623, 0.9963911641009451, 1.0183269819540794, 1.017678321054885, 1.0055414218665415, 0.9668195470806507, 0.9703066737368953, 0.9404292201679834, 0.967852473516548, 1.0019282394069462, 1.028101194822195, 1.008793562942109, 1.0081602197776465, 0.9956124335469831, 0.9606578789878316, 0.9949738705848414, 0.9953677319031761, 0.9944335251793368, 1.0048415968196438, 1.0055583780485124, 1.0180101093887308, 0.9978522893615333, 1.0059363426964134, 0.9778798529166732, 1.0083401893079658, 1.0068711996262265, 1.006423096229551, 1.0046479120669225, 1.0037804464514235, 0.994459962409335, 1.0536434113524862, 0.9893818936419583, 0.9884128417013845, 0.9968841227714262, 1.0005451392022922, 1.0058448354473761, 1.0049722474461862, 0.9987027037023654, 0.998829254733481, 0.9994987832666141, 0.9999543973377994, 0.9993809740185148, 1.0000438421505866, 1.0018684789535641, 1.007170379629404, 1.003098792935798, 1.0389250180520742, 1.057188249524631, 1.009038472352926, 0.9841733127810427, 0.9933150572644535, 0.9837566845129954, 0.9835369109711313, 0.9997322633620358, 1.00066670782988, 1.0002899205838178, 1.000633573204784, 0.9919731463227919, 1.0051578019898537, 0.988327819096806, 1.0458203733919074, 1.032263512848999, 1.1039230782773841 ] ] }, "width": 512, "in_features": 256, "out_features": 10, "depth": 6, "padding": 512, "parameters": 1187338, "cert_evals": { "36": 0.8093220591545105, "72": 0.7648305296897888, "108": 0.7394067645072937, "255": 0.5730932354927063 }, "fold": 2 }, { "best_epoch": 69, "best_val_acc": 0.8578199052132701, "test_acc": 0.8221544715447154, "train_size": 398, "val_size": 211, "test_size": 984, "stats": { "mean": [ [ 0.017303708542713854, 0.033339979899497045, 0.042060535175879, 0.0551565226130648, 0.03412115577889427, 0.020728213567838986, 0.003192402010050319, -0.017114201005025118, -0.009631226130653392, -0.014865055276382138, -0.017541251256281226, -0.08527074371859306, -0.0611904120603017, -0.045862402010050325, 0.009508140703517527, -0.013946012562814322, 0.0643217587939701, 0.0719809045226133, 0.061214376884421925, -0.018105633165829183, -0.06536492964824103, -0.07759587688442295, -0.059003042713567794, -0.012227075376884505, -0.05005260552763839, -0.04250838190954796, -0.022192437185929587, -0.0007109648241205073, -0.04772033165829164, 0.009431022613065164, -0.04203948743718602, -0.01305157788944726, 0.07187196733668362, 0.037831934673366825, 0.018214371859296575, -0.09378594974874371, -0.10202691457286414, -0.08058536683417125, 0.008583005025125713, 0.014450412060301456, -0.02057281407035149, 0.01591073618090474, 0.05852115577889456, 0.05490543216080418, 0.025520276381909558, 0.01994546482412024, -0.029288175879396895, -0.05002305778894475, 0.09349378894472334, -0.0024263668341707816, -0.08628416080401952, -0.042581354271357584, 0.019872572864321515, 0.07025994221105543, 0.03735249748743718, -0.021575791457286518, 0.022925640703517693, 0.052837846733668196, 0.07541733668341698, 0.023911276381909558, -0.06598816080402005, -0.03642700000000029, -0.03662473618090472, -0.0555867085427135, 0.019038185929648087, -0.01863026130653271, -0.043643228643215105, 0.029040723618090913, 0.026844070351758627, 0.04571258793969818, 0.0616951256281406, 0.04614825125628155, 0.05347232663316565, 0.11036331658291482, 0.016836394472361783, -0.015812482412060267, -0.05466603015075383, -0.0745576381909549, -0.07527588944723587, -0.0031332562814071646, 0.009397638190954651, -0.0009045703517589661, 0.03485077889447228, -0.0035822437185929427, -0.009007914572864234, 0.029040723618090455, 0.04252824623115574, 0.11859657788944705, 0.0971600904522612, 0.07854394472361814, -0.01270106783919611, -0.023795125628140776, -0.028454560301507496, -0.06846445226130653, -0.05716217336683423, -0.008979115577889234, -0.015752100502512602, 0.029420037688442, -0.019207185929647985, -0.08853826130653279, -0.06453608542713567, 0.021109673366834107, 0.06616457286432129, 0.0990662613065328, 0.05533300502512552, 0.028604987437185914, -0.04203948743718602, -0.007485824120603054, -0.023014974874371978, -0.020393296482412362, -0.048715170854271364, -0.023184673366834257, 0.01613431155778907, 0.025520276381909585, -0.02331836683417028, -0.0022466482412058235, 0.025685864321608003, 0.1214610552763827, 0.12532168341708572, 0.07314251758794003, 0.034790552763818976, 0.015824623115577738, -0.06917521608040215, -0.010141005025125743, -0.0036958190954772753, -0.0025251658291457193, 0.006283527638191006, 0.027300030150753923, 0.07564008040200966, 0.037600432160804075, 0.022608927135678237, 0.018861979899497297, 0.03452877889447219, 0.06937706281407076, 0.04556413065326641, 0.041319522613065394, -0.0070690175879395654, 0.0030793718592961195, 0.017090580402010398, 0.019796572864321606, -0.016192964824120658, -0.04226193969849271, -0.05281126884422079, -0.0013456030150753172, 0.04312830150753776, 0.05816602763819115, 0.0110636683417086, -0.00930503768844212, 0.012763037688442154, 0.03055638693467361, 0.009892816582914443, -0.038075562814070325, -0.017870065326633208, -0.012883457286432217, 0.08004467336683378, 0.04899117336683459, -0.023747236180904754, -0.04004978643216082, -0.04713785929648249, -0.04595407537688452, -0.016720412060301323, -0.03019200251256272, -0.008860231155778723, 0.02002423115577915, 0.023111075376884147, -0.0053246733668341605, -0.041316502512562255, -0.03685464572864361, -0.06645353768844256, -0.04286107537688441, 0.0677983919597992, 0.029169467336683533, 0.025297271356783873, -0.0032680427135678793, -0.026374695979899457, 0.0062461708542712385, -0.024493984924623437, 0.01705632160804017, 0.041416688442211205, 0.050218221105527164, -0.0026422336683418032, -0.008848216080402028, -0.050413396984924405, -0.013842623115578042, -0.015173276381909613, 0.0423901256281407, 0.022431655778894367, 0.04833989949748727, -0.015437751256281409, -0.03309212060301497, 0.00566614572864313, 0.034707618090452225, -0.020580653266331614, -0.04118986683417089, -0.043604532663316625, -0.06511693467336681, -0.04697097487437197, -0.047876804020100805, -0.03695147738693452, -0.023573881909547713, 0.02588810050251267, 0.059938824120602745, 0.06057039195979934, 0.030043969849246118, -0.02400981909547736, -0.061034673366834095, -0.03376162060301523, -0.0028822914572863433, 0.0004090452261306595, -0.056622663316582986, -0.05783185678391955, -0.04331452261306535, -0.02476830150753774, -0.04897743718592962, -0.02051391959798998, -0.013363165829145748, 0.01934878140703507, 0.031055560301507686, 0.040651306532663266, -0.016091994974874516, -0.06268290201004995, -0.035390954773869276, -0.027462361809045256, -0.05414238693467362, 0.006189246231155719, 0.0005052211055278901, -0.025775125628140556, -0.047400653266331895, -0.06064291457286465, -0.023719798994974565, -0.017446231155778813, -0.012141331658291529, 0.026605527638191077, 0.033742751256281414, -0.006876432160804101, 0.005632914572864249, -0.042793419597989886, -0.0293114824120604, -0.037945047738693345, -0.05130548241206037, 0.014489914572864079, 0.01721788944723632, -0.0011210979899498779, -0.07518444221105554, -0.05077718592964814, -0.017136143216080403, -0.019568648241205994, 0.00814675376884411, 0.08045203015075388, 0.06091420100502482, 0.0017932663316581627, -0.004254356783919557, 0.00028859547738686056, -0.05891331407035207, -0.08821684422110554, -0.015741175879397072 ] ], "std": [ [ 1.0230913089022202, 1.0306470847496936, 1.0253163638989118, 1.0218049113878709, 1.0074783028399366, 1.0009433160751784, 0.9994505670417713, 1.0026241679219097, 1.0024524994812487, 1.0039133733751973, 1.0048971378545626, 1.01417394130718, 1.004332289549513, 0.9977382032551653, 1.0017361970021768, 0.9919233144935908, 1.0637765669702473, 1.0455715281984932, 1.0255977102644784, 0.99339605984875, 0.9817359315428323, 0.981056113878387, 0.990012610165878, 0.9974493811385823, 0.9922963473581801, 0.9932437097599804, 0.9968980779182007, 0.9995978440878907, 0.9913328217211481, 1.0010705577402124, 0.9890209230468918, 0.9912627019033904, 1.0644590940044412, 1.020043651023701, 1.0074072543879427, 0.958275404222389, 0.9578388667517177, 0.9639856165919881, 1.003221409383544, 1.0068397052494056, 0.9893750244557449, 1.0076889515382415, 1.0247383219890505, 1.0210165378194092, 1.0075247387147834, 1.0046362701743567, 0.9918912192932127, 0.9665843967074859, 1.0802469947354034, 0.998459552401291, 0.9563901007544556, 0.978638687720611, 1.0089127439007188, 1.0344283171064497, 1.0220358948079418, 0.9833155750584129, 1.0144818792490966, 1.0322631831022364, 1.038787160693079, 1.0103666845998722, 0.9702991548533046, 0.987409253216723, 0.9866887156715956, 0.9567900274378338, 1.0134406606180522, 0.991713556652289, 0.9827676281149432, 1.0114433247015615, 1.012081127146361, 1.0222420868044244, 1.0338152076697806, 1.0268430413524583, 1.0274456473203384, 1.0453074953992492, 1.0068106834774446, 0.99319836196822, 0.9771166106782407, 0.9688298069003922, 0.9624528562451854, 0.9968022599327558, 1.005901557554794, 0.9993474698627087, 1.010564715068287, 0.9983486611130268, 0.9961238320171254, 1.0114433247015613, 1.0161717897956295, 1.0406869709539412, 1.0272052350520744, 1.0224767767382823, 0.9956124335469829, 0.9901857170585184, 0.9865469521402179, 0.9587645381482431, 0.9621648427676825, 0.9899337643062542, 0.9900729293902669, 1.0084492238238705, 0.9937034359335825, 0.9692951161627006, 0.9800863496307292, 1.0042513937180102, 1.0123603111480772, 1.0141287908757117, 1.007677408079292, 1.0044650992699184, 0.9890209230468918, 0.9971736177909093, 0.9889840573493727, 0.9866310104770853, 0.9637832135197844, 0.9752349399210322, 1.0083818727667295, 1.0075247387147834, 0.991793153918188, 0.9988433850344973, 1.0081706851369636, 1.029626843869407, 1.0196031669552301, 1.0093980022007503, 1.0039886223095509, 1.0023095280591323, 0.9808300777029364, 0.9962389763825825, 0.9980717278603489, 0.9982433289914361, 1.0036155922773329, 1.0270598343773214, 1.0290248534923514, 1.0061441876968409, 1.0055764584644775, 1.0053031805865968, 1.0092866189920002, 1.0156784749241112, 1.0088960099879092, 1.0059991425953296, 0.9986354940573221, 1.0001773791355475, 1.00244149372978, 1.003847339906564, 0.996065302775612, 0.9880253584212956, 0.9794959611542164, 0.998556228240707, 1.0140940621454713, 1.0096760877814985, 1.0033829165288874, 0.9952808518444423, 1.0052200897485457, 1.012469146588948, 1.0035830400494066, 0.9857420630547223, 0.9942119752062554, 0.9950185461635798, 1.0234288024686335, 1.0131354799141175, 0.9949817856959143, 0.9931492960370479, 0.9878551084342865, 0.9652611606828942, 0.9940656012175009, 0.9933207816371951, 0.9965622500501108, 1.0093915715884572, 1.0115749892045551, 0.9968115171925963, 0.9755344519015101, 0.9786069630651631, 0.961464080587249, 0.9743356627980871, 1.030835086571909, 1.0118648303811906, 1.006595799733842, 0.9991930482950553, 0.9940736745513704, 1.003492294968093, 0.9918445350591615, 1.0021683881445074, 1.0122899955900566, 1.0249494745406926, 0.9979849217942023, 0.9934793024312332, 0.9621029758682157, 0.9890982158771477, 0.9885456854845168, 1.0294779143109518, 1.0130593563263568, 1.0229554890663815, 0.9943926914757206, 0.9911313414795533, 1.0010785245110474, 1.021221319921214, 0.9930525323845899, 0.9938444307912636, 0.9874394122474933, 0.965635318129075, 0.9689109282338, 0.9629284258029364, 0.9717359308698656, 0.9808646394091696, 1.0162302100520217, 1.0355012766301623, 1.0272568498553079, 1.0107564289840438, 0.9937602047041728, 0.9851594467890736, 0.9884587080836413, 0.9974266932665549, 0.999864541688887, 0.9894363675325561, 0.9895629283115106, 0.988727903086388, 0.990877905737688, 0.9766932163927938, 0.9895469407930455, 0.9935726213392223, 1.007170379629405, 1.0100389974395079, 1.009109049155308, 0.9965204677792965, 0.9901869920407446, 0.99174574443383, 0.9860427444032561, 0.9400600968558963, 1.0033074400595374, 0.9997993113498106, 0.9985929054949167, 1.0046389351594731, 1.0095474638492092, 1.0049722474461862, 1.0044746555071224, 1.0026481147921085, 0.9930117198494639, 0.9940678856560923, 1.0002974171033587, 0.9998417518500186, 0.9914036227508137, 0.9875178868961761, 0.9721338649787347, 0.9291330950891362, 1.017948146105332, 1.0150039988798456, 0.9989984568183743, 0.9666297205670561, 0.9878791191600703, 0.9975774564005543, 0.9980042921168951, 1.0006667078298794, 1.0077886909582168, 1.016455335207286, 1.0005853010665489, 0.9967266234061737, 0.9999357967957346, 0.9320191861094074, 0.8633520103519924, 0.9623275771498844 ] ] }, "width": 512, "in_features": 256, "out_features": 10, "depth": 6, "padding": 512, "parameters": 1187338, "cert_evals": { "36": 0.7825202941894531, "72": 0.7439023852348328, "108": 0.7032520174980164, "255": 0.47052842378616333 }, "fold": 3 } ], "mean_test_acc": 0.8478677717570655, "std_test_acc": 0.02496326728966688, "n_samples": 1593, "n_features": 256, "n_classes": 10, "mean_cert_acc_36": 0.8180340975522995, "std_cert_acc_36": 0.031052719043559045, "mean_cert_acc_72": 0.78243787586689, "std_cert_acc_72": 0.03575207473031562, "mean_cert_acc_108": 0.7507445812225342, "std_cert_acc_108": 0.040555974837293125, "mean_cert_acc_255": 0.5500248968601227, "std_cert_acc_255": 0.05435208690240346 }, "ringnorm": { "dataset": "ringnorm", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 14, "best_val_acc": 0.9609582963620231, "test_acc": 0.9489034591905946, "train_size": 1850, "val_size": 1127, "test_size": 4423, "stats": { "mean": [ [ -0.0014913630590810715, -0.0002028115945945495, -0.003624673004864866, 0.030743673347964937, -0.0034106684216216178, -0.004585295625405408, -0.007129368502702696, 0.02503018201621619, -0.009548345086486483, -0.023094663821621602, 0.024392343743783677, -0.022385221852432413, -0.011269039536756825, 0.006084699226486499, -0.002144298956756773, 0.012506844875783789, -0.00058454836702704, 0.03584240386432444, -0.012133667589189186, 0.004316507892972984 ] ], "std": [ [ 0.9784283387930162, 0.9905460412687422, 1.0065390278100863, 0.9927153916321547, 0.9735595969809379, 0.9917492622308341, 1.021226537005995, 0.984043931354316, 1.0020439489201134, 1.0140676776467927, 1.01390897497898, 1.0144771852122418, 1.0088742566237001, 1.0031650144538549, 0.9957376523551107, 1.004052473854246, 1.0009632837253672, 1.0136956725096684, 1.0117437667654883, 0.9896482611831617 ] ] }, "width": 64, "in_features": 20, "out_features": 2, "depth": 6, "padding": 40, "parameters": 7482, "cert_evals": { "36": 0.9149898290634155, "72": 0.8688673377037048, "108": 0.7895094156265259, "255": 0.2907528877258301 }, "fold": 0 }, { "best_epoch": 21, "best_val_acc": 0.9476102941176471, "test_acc": 0.948005378753922, "train_size": 1850, "val_size": 1088, "test_size": 4462, "stats": { "mean": [ [ -0.008131689650810797, -0.002498043243243252, -0.023727151785405413, -0.03585440558918916, -0.0003934882972973119, 0.0225867714875676, 0.033729259347567535, 0.04028018498378375, -0.011526702379459474, 0.005509034924324315, -0.0036079329924324473, -0.010609778086486462, -0.04445419758486492, -0.019035246131351363, -0.023686496141621632, -0.004599276812324327, -0.01283934108918918, -0.017065241494054067, 0.0003217353513513623, 0.0033787389697297146 ] ], "std": [ [ 1.022177893241832, 0.9975248053566046, 1.0196388744846618, 1.0221479866384073, 0.9970357977944808, 1.0307981420348893, 0.9773560353822935, 0.9781176224444603, 1.0106652173823045, 0.9892263924920568, 1.0047809286897451, 0.9927926966385846, 0.9948403657240741, 1.008299177644683, 0.986103425256104, 1.0040901235563537, 1.0207243055267705, 0.9859651487873408, 1.0109851150234057, 1.0209172013335133 ] ] }, "width": 64, "in_features": 20, "out_features": 2, "depth": 6, "padding": 40, "parameters": 7482, "cert_evals": { "36": 0.9155087471008301, "72": 0.8608247637748718, "108": 0.7902286052703857, "255": 0.32115644216537476 }, "fold": 1 }, { "best_epoch": 27, "best_val_acc": 0.9506976744186046, "test_acc": 0.9519553072625698, "train_size": 1850, "val_size": 1075, "test_size": 4475, "stats": { "mean": [ [ 0.02891295190162165, 0.03068944431891898, -0.019467257363783776, -0.009042827307170279, 0.0023045943172973027, 0.03461760786972972, -0.013958165583783782, -0.0037264931027027265, 0.004122639091891881, 0.008077664260864866, 0.00500549670162161, 0.05230572106145954, 0.00560352195189189, -0.0038027441356756407, -0.006340691426324323, -0.017875234487027075, -0.009974290385945996, 0.031068824466486403, -0.018748794218378367, 0.005651800251891893 ] ], "std": [ [ 0.9932694884617136, 1.0072036987514652, 0.9893573161360424, 0.9958218951278952, 1.0085886667535657, 0.9790791907975733, 0.9983260051236463, 0.9947362590919102, 1.006364157341519, 1.0005095470798928, 0.9832199273034367, 0.9689205473346516, 1.0001853849462015, 1.033775512614162, 1.0032724243458653, 0.9853254002831421, 1.0043894835352993, 1.0395476633542529, 0.9896749630098167, 0.9691966087764504 ] ] }, "width": 64, "in_features": 20, "out_features": 2, "depth": 6, "padding": 40, "parameters": 7482, "cert_evals": { "36": 0.9202234745025635, "72": 0.8708379864692688, "108": 0.8096089363098145, "255": 0.348379909992218 }, "fold": 2 }, { "best_epoch": 17, "best_val_acc": 0.9488372093023256, "test_acc": 0.9461452513966481, "train_size": 1850, "val_size": 1075, "test_size": 4475, "stats": { "mean": [ [ 0.02046777164864863, 0.0021980356432432023, 0.004059637980540555, -0.009342822182702694, 0.002387918376162144, 0.030360256719999965, -0.015382828059459445, -0.018204245005945925, -0.025843862712432407, 0.027745209016216188, 0.004481657689729722, 0.026131714623621623, 0.022636812074594607, 0.014200627510810747, -0.0033628461978918974, -0.017424993537297307, 0.02008856371405403, -0.012326211236756734, -0.005294278313513533, -0.011560347406486508 ] ], "std": [ [ 1.003862152326972, 1.0116328206717198, 0.9982327875050149, 1.0058161542849646, 0.9897416118790039, 0.97887136461081, 0.9958939467129719, 1.025014828335411, 1.0096954961376094, 1.0002821071815167, 0.9846740927254561, 0.9871728584855372, 0.988810619026956, 0.9866476352820501, 0.9798465412109066, 1.0074699501447237, 0.9933722458992488, 0.9892672826168423, 1.0089595701990006, 1.0171370551906491 ] ] }, "width": 64, "in_features": 20, "out_features": 2, "depth": 6, "padding": 40, "parameters": 7482, "cert_evals": { "36": 0.9137430191040039, "72": 0.8598883152008057, "108": 0.783463716506958, "255": 0.2940782308578491 }, "fold": 3 } ], "mean_test_acc": 0.9487523491509336, "std_test_acc": 0.00242464419268718, "n_samples": 7400, "n_features": 20, "n_classes": 2, "mean_cert_acc_36": 0.9161162674427032, "std_cert_acc_36": 0.0028366295668055853, "mean_cert_acc_72": 0.8651046007871628, "std_cert_acc_72": 0.005554473892071125, "mean_cert_acc_108": 0.793202668428421, "std_cert_acc_108": 0.011350447542590542, "mean_cert_acc_255": 0.313591867685318, "std_cert_acc_255": 0.026893814049797352 }, "soybean": { "dataset": "soybean", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 71, "best_val_acc": 0.6949152542372882, "test_acc": 0.7137096774193549, "train_size": 376, "val_size": 59, "test_size": 248, "stats": { "mean": [ [ 5.255843042108454e-17, -1.8094273124741912e-15, -2.362176648138631e-18, 8.940838613204717e-16, -4.621008067921197e-16, -1.366519190948198e-15, 1.8507654038166175e-15, 5.651507630671674e-16, 1.4615968010357778e-15, -4.64167711359241e-16, 2.523985748536127e-15, -3.363149002787376e-16, 8.314861801447981e-16, -8.031400603671346e-17, -1.599562680891125e-15, 6.971373832819134e-16, 1.972417501195757e-15, -9.955098211499242e-16, -1.1840410448794887e-15, -3.451730627092574e-16, -1.2253791362219147e-15, -6.85031227960203e-16, -9.162292673967715e-16, 7.411329233534954e-17, -1.801159694205706e-17, -7.119009873327799e-16, -3.6805664898810043e-16, -2.8346119777663573e-16, -1.1114041129492258e-15, -2.701739541308559e-16, -6.746967051245964e-16, 4.340499590954734e-17, 1.5197654009961918e-15, 5.7947145899650795e-16, 8.208563852281742e-16 ] ], "std": [ [ 0.9927642409431464, 0.9787917699554936, 0.9857406910506461, 0.9841528529994341, 0.973949637619625, 0.9888979702224631, 0.9894238955664117, 0.9818135979404571, 0.9812725198980998, 0.9866993450965212, 0.977811553908224, 0.9685775006733509, 0.9885494004209142, 0.9877929165205122, 0.9849820534726104, 0.9696513186147865, 0.9636787239536263, 0.9714056969361312, 0.9790342571909385, 0.9594712670605601, 0.9914762416613162, 0.9894071736370291, 0.9717998736463911, 0.979506353986051, 0.9100788369549304, 0.9740807482046461, 0.9403062306776938, 0.9856078858868509, 0.9913083989488309, 0.9728185205882999, 0.9658866068802527, 0.9658866068802542, 0.9641624577988217, 0.9579105146532193, 0.9764373811067356 ] ] }, "width": 128, "in_features": 35, "out_features": 18, "depth": 6, "padding": 70, "parameters": 23678, "cert_evals": { "36": 0.5846773982048035, "72": 0.4072580635547638, "108": 0.30645161867141724, "255": 0.1411290317773819 }, "fold": 0 }, { "best_epoch": 39, "best_val_acc": 0.7058823529411765, "test_acc": 0.66796875, "train_size": 376, "val_size": 51, "test_size": 256, "stats": { "mean": [ [ 5.255843042108454e-17, -1.8094273124741912e-15, -2.362176648138631e-18, 8.940838613204717e-16, -4.621008067921197e-16, -1.366519190948198e-15, 1.8507654038166175e-15, 5.651507630671674e-16, 1.4615968010357778e-15, -4.64167711359241e-16, 2.523985748536127e-15, -3.363149002787376e-16, 8.314861801447981e-16, -8.031400603671346e-17, -1.599562680891125e-15, 6.971373832819134e-16, 1.972417501195757e-15, -9.955098211499242e-16, -1.1840410448794887e-15, -3.451730627092574e-16, -1.2253791362219147e-15, -6.85031227960203e-16, -9.162292673967715e-16, 7.411329233534954e-17, -1.801159694205706e-17, -7.119009873327799e-16, -3.6805664898810043e-16, -2.8346119777663573e-16, -1.1114041129492258e-15, -2.701739541308559e-16, -6.746967051245964e-16, 4.340499590954734e-17, 1.5197654009961918e-15, 5.7947145899650795e-16, 8.208563852281742e-16 ] ], "std": [ [ 0.9927642409431464, 0.9787917699554936, 0.9857406910506461, 0.9841528529994341, 0.973949637619625, 0.9888979702224631, 0.9894238955664117, 0.9818135979404571, 0.9812725198980998, 0.9866993450965212, 0.977811553908224, 0.9685775006733509, 0.9885494004209142, 0.9877929165205122, 0.9849820534726104, 0.9696513186147865, 0.9636787239536263, 0.9714056969361312, 0.9790342571909385, 0.9594712670605601, 0.9914762416613162, 0.9894071736370291, 0.9717998736463911, 0.979506353986051, 0.9100788369549304, 0.9740807482046461, 0.9403062306776938, 0.9856078858868509, 0.9913083989488309, 0.9728185205882999, 0.9658866068802527, 0.9658866068802542, 0.9641624577988217, 0.9579105146532193, 0.9764373811067356 ] ] }, "width": 128, "in_features": 35, "out_features": 18, "depth": 6, "padding": 70, "parameters": 23678, "cert_evals": { "36": 0.484375, "72": 0.296875, "108": 0.20703125, "255": 0.0625 }, "fold": 1 }, { "best_epoch": 54, "best_val_acc": 0.6785714285714286, "test_acc": 0.649402390438247, "train_size": 376, "val_size": 56, "test_size": 251, "stats": { "mean": [ [ 5.255843042108454e-17, -1.8094273124741912e-15, -2.362176648138631e-18, 8.940838613204717e-16, -4.621008067921197e-16, -1.366519190948198e-15, 1.8507654038166175e-15, 5.651507630671674e-16, 1.4615968010357778e-15, -4.64167711359241e-16, 2.523985748536127e-15, -3.363149002787376e-16, 8.314861801447981e-16, -8.031400603671346e-17, -1.599562680891125e-15, 6.971373832819134e-16, 1.972417501195757e-15, -9.955098211499242e-16, -1.1840410448794887e-15, -3.451730627092574e-16, -1.2253791362219147e-15, -6.85031227960203e-16, -9.162292673967715e-16, 7.411329233534954e-17, -1.801159694205706e-17, -7.119009873327799e-16, -3.6805664898810043e-16, -2.8346119777663573e-16, -1.1114041129492258e-15, -2.701739541308559e-16, -6.746967051245964e-16, 4.340499590954734e-17, 1.5197654009961918e-15, 5.7947145899650795e-16, 8.208563852281742e-16 ] ], "std": [ [ 0.9927642409431464, 0.9787917699554936, 0.9857406910506461, 0.9841528529994341, 0.973949637619625, 0.9888979702224631, 0.9894238955664117, 0.9818135979404571, 0.9812725198980998, 0.9866993450965212, 0.977811553908224, 0.9685775006733509, 0.9885494004209142, 0.9877929165205122, 0.9849820534726104, 0.9696513186147865, 0.9636787239536263, 0.9714056969361312, 0.9790342571909385, 0.9594712670605601, 0.9914762416613162, 0.9894071736370291, 0.9717998736463911, 0.979506353986051, 0.9100788369549304, 0.9740807482046461, 0.9403062306776938, 0.9856078858868509, 0.9913083989488309, 0.9728185205882999, 0.9658866068802527, 0.9658866068802542, 0.9641624577988217, 0.9579105146532193, 0.9764373811067356 ] ] }, "width": 128, "in_features": 35, "out_features": 18, "depth": 6, "padding": 70, "parameters": 23678, "cert_evals": { "36": 0.5737051963806152, "72": 0.4900398552417755, "108": 0.42629483342170715, "255": 0.15139442682266235 }, "fold": 2 }, { "best_epoch": 73, "best_val_acc": 0.8888888888888888, "test_acc": 0.75, "train_size": 376, "val_size": 63, "test_size": 244, "stats": { "mean": [ [ 5.255843042108454e-17, -1.8094273124741912e-15, -2.362176648138631e-18, 8.940838613204717e-16, -4.621008067921197e-16, -1.366519190948198e-15, 1.8507654038166175e-15, 5.651507630671674e-16, 1.4615968010357778e-15, -4.64167711359241e-16, 2.523985748536127e-15, -3.363149002787376e-16, 8.314861801447981e-16, -8.031400603671346e-17, -1.599562680891125e-15, 6.971373832819134e-16, 1.972417501195757e-15, -9.955098211499242e-16, -1.1840410448794887e-15, -3.451730627092574e-16, -1.2253791362219147e-15, -6.85031227960203e-16, -9.162292673967715e-16, 7.411329233534954e-17, -1.801159694205706e-17, -7.119009873327799e-16, -3.6805664898810043e-16, -2.8346119777663573e-16, -1.1114041129492258e-15, -2.701739541308559e-16, -6.746967051245964e-16, 4.340499590954734e-17, 1.5197654009961918e-15, 5.7947145899650795e-16, 8.208563852281742e-16 ] ], "std": [ [ 0.9927642409431464, 0.9787917699554936, 0.9857406910506461, 0.9841528529994341, 0.973949637619625, 0.9888979702224631, 0.9894238955664117, 0.9818135979404571, 0.9812725198980998, 0.9866993450965212, 0.977811553908224, 0.9685775006733509, 0.9885494004209142, 0.9877929165205122, 0.9849820534726104, 0.9696513186147865, 0.9636787239536263, 0.9714056969361312, 0.9790342571909385, 0.9594712670605601, 0.9914762416613162, 0.9894071736370291, 0.9717998736463911, 0.979506353986051, 0.9100788369549304, 0.9740807482046461, 0.9403062306776938, 0.9856078858868509, 0.9913083989488309, 0.9728185205882999, 0.9658866068802527, 0.9658866068802542, 0.9641624577988217, 0.9579105146532193, 0.9764373811067356 ] ] }, "width": 128, "in_features": 35, "out_features": 18, "depth": 6, "padding": 70, "parameters": 23678, "cert_evals": { "36": 0.6557376384735107, "72": 0.5901638865470886, "108": 0.5040983557701111, "255": 0.2909835875034332 }, "fold": 3 } ], "mean_test_acc": 0.6952702044644005, "std_test_acc": 0.04540407640155437, "n_samples": 683, "n_features": 35, "n_classes": 18, "mean_cert_acc_36": 0.5746238082647324, "std_cert_acc_36": 0.0702998799496834, "mean_cert_acc_72": 0.446084201335907, "std_cert_acc_72": 0.12444799441151476, "mean_cert_acc_108": 0.36096901446580887, "std_cert_acc_108": 0.13092294519728698, "mean_cert_acc_255": 0.16150176152586937, "std_cert_acc_255": 0.09501596072225059 }, "spect": { "dataset": "spect", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 20, "best_val_acc": 0.9, "test_acc": 0.6231884057971014, "train_size": 186, "val_size": 10, "test_size": 69, "stats": { "mean": [ [ -5.252668073495365e-16, 1.532824046901829e-15, -3.9753147010771733e-16, -1.0338205799197695e-15, -1.8336586729292908e-15, -9.192169128616887e-16, -4.405078452544976e-16, -1.3382365705427963e-15, -3.581364595565021e-16, -1.082765896059158e-15, 9.645808644055123e-16, -1.4206079562407917e-16, -1.8062015443632924e-15, -2.1750820977064893e-15, -4.643836092249311e-16, 4.321513278648459e-16, -1.0815721078606364e-15, -1.6653345369377348e-16, -2.6263340367476823e-16, 9.633870762069907e-16, -1.6557842313495614e-15, 9.896504165744675e-16 ] ], "std": [ [ 0.9609812490116691, 0.977794794349693, 0.9757497794069608, 0.9777145841848973, 0.9763846529890078, 0.9777145841848975, 0.9757497794069606, 0.9759794254922428, 0.9778036455104626, 0.9770745392598671, 0.9775511304850781, 0.9752286427227655, 0.9763846529890077, 0.9776695904695919, 0.9768752085627053, 0.9738782701457798, 0.9771347940108165, 0.9709795017179342, 0.9706245820084402, 0.9755001122189715, 0.9770745392598672, 0.9775511304850782 ] ] }, "width": 64, "in_features": 22, "out_features": 2, "depth": 6, "padding": 44, "parameters": 9022, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 6, "best_val_acc": 0.7647058823529411, "test_acc": 0.7419354838709677, "train_size": 186, "val_size": 17, "test_size": 62, "stats": { "mean": [ [ -5.252668073495365e-16, 1.532824046901829e-15, -3.9753147010771733e-16, -1.0338205799197695e-15, -1.8336586729292908e-15, -9.192169128616887e-16, -4.405078452544976e-16, -1.3382365705427963e-15, -3.581364595565021e-16, -1.082765896059158e-15, 9.645808644055123e-16, -1.4206079562407917e-16, -1.8062015443632924e-15, -2.1750820977064893e-15, -4.643836092249311e-16, 4.321513278648459e-16, -1.0815721078606364e-15, -1.6653345369377348e-16, -2.6263340367476823e-16, 9.633870762069907e-16, -1.6557842313495614e-15, 9.896504165744675e-16 ] ], "std": [ [ 0.9609812490116691, 0.977794794349693, 0.9757497794069608, 0.9777145841848973, 0.9763846529890078, 0.9777145841848975, 0.9757497794069606, 0.9759794254922428, 0.9778036455104626, 0.9770745392598671, 0.9775511304850781, 0.9752286427227655, 0.9763846529890077, 0.9776695904695919, 0.9768752085627053, 0.9738782701457798, 0.9771347940108165, 0.9709795017179342, 0.9706245820084402, 0.9755001122189715, 0.9770745392598672, 0.9775511304850782 ] ] }, "width": 64, "in_features": 22, "out_features": 2, "depth": 6, "padding": 44, "parameters": 9022, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.65, "test_acc": 0.6779661016949152, "train_size": 186, "val_size": 20, "test_size": 59, "stats": { "mean": [ [ -5.252668073495365e-16, 1.532824046901829e-15, -3.9753147010771733e-16, -1.0338205799197695e-15, -1.8336586729292908e-15, -9.192169128616887e-16, -4.405078452544976e-16, -1.3382365705427963e-15, -3.581364595565021e-16, -1.082765896059158e-15, 9.645808644055123e-16, -1.4206079562407917e-16, -1.8062015443632924e-15, -2.1750820977064893e-15, -4.643836092249311e-16, 4.321513278648459e-16, -1.0815721078606364e-15, -1.6653345369377348e-16, -2.6263340367476823e-16, 9.633870762069907e-16, -1.6557842313495614e-15, 9.896504165744675e-16 ] ], "std": [ [ 0.9609812490116691, 0.977794794349693, 0.9757497794069608, 0.9777145841848973, 0.9763846529890078, 0.9777145841848975, 0.9757497794069606, 0.9759794254922428, 0.9778036455104626, 0.9770745392598671, 0.9775511304850781, 0.9752286427227655, 0.9763846529890077, 0.9776695904695919, 0.9768752085627053, 0.9738782701457798, 0.9771347940108165, 0.9709795017179342, 0.9706245820084402, 0.9755001122189715, 0.9770745392598672, 0.9775511304850782 ] ] }, "width": 64, "in_features": 22, "out_features": 2, "depth": 6, "padding": 44, "parameters": 9022, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 18, "best_val_acc": 0.7222222222222222, "test_acc": 0.7049180327868853, "train_size": 186, "val_size": 18, "test_size": 61, "stats": { "mean": [ [ -5.252668073495365e-16, 1.532824046901829e-15, -3.9753147010771733e-16, -1.0338205799197695e-15, -1.8336586729292908e-15, -9.192169128616887e-16, -4.405078452544976e-16, -1.3382365705427963e-15, -3.581364595565021e-16, -1.082765896059158e-15, 9.645808644055123e-16, -1.4206079562407917e-16, -1.8062015443632924e-15, -2.1750820977064893e-15, -4.643836092249311e-16, 4.321513278648459e-16, -1.0815721078606364e-15, -1.6653345369377348e-16, -2.6263340367476823e-16, 9.633870762069907e-16, -1.6557842313495614e-15, 9.896504165744675e-16 ] ], "std": [ [ 0.9609812490116691, 0.977794794349693, 0.9757497794069608, 0.9777145841848973, 0.9763846529890078, 0.9777145841848975, 0.9757497794069606, 0.9759794254922428, 0.9778036455104626, 0.9770745392598671, 0.9775511304850781, 0.9752286427227655, 0.9763846529890077, 0.9776695904695919, 0.9768752085627053, 0.9738782701457798, 0.9771347940108165, 0.9709795017179342, 0.9706245820084402, 0.9755001122189715, 0.9770745392598672, 0.9775511304850782 ] ] }, "width": 64, "in_features": 22, "out_features": 2, "depth": 6, "padding": 44, "parameters": 9022, "cert_evals": { "36": 0.19672130048274994, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.6870020060374674, "std_test_acc": 0.04997497421808412, "n_samples": 265, "n_features": 22, "n_classes": 2, "mean_cert_acc_36": 0.049180325120687485, "std_cert_acc_36": 0.09836065024137497, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "spectf": { "dataset": "spectf", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.5238095238095238, "test_acc": 0.4915254237288136, "train_size": 187, "val_size": 21, "test_size": 59, "stats": { "mean": [ [ 9.73262032024493e-08, 7.37967914422617e-08, -2.8021390374859026e-07, 8.342245993522504e-08, 1.438502673446313e-07, 4.27807487904935e-09, -3.208556132607522e-09, 2.4438502673282447e-07, -4.064171128261887e-08, -1.245989304839758e-07, -2.7005347592964245e-07, -9.828877005220575e-08, -2.7272727281823347e-08, -9.786096256698731e-08, -2.1390374290903598e-08, -1.764705878989899e-08, -2.1016042791891207e-07, -1.443850270181913e-08, -1.9251336897019774e-07, -1.026737967961774e-07, 2.2139037467217133e-08, -1.871657754046705e-07, -2.433155080530257e-07, 3.422459890534254e-08, 6.320855603067246e-08, 1.203208557214405e-07, 1.5240641710866705e-07, -1.2566844921602035e-07, -1.465240642376751e-07, -2.577540106646021e-07, -1.3475935830036328e-07, -8.181818183804877e-08, 3.272727272453287e-07, -5.347593584110138e-08, 2.6737967877210432e-08, 8.449197850875112e-08, -1.9251336920322585e-08, -1.4919786096240437e-07, -4.705882350701689e-08, -7.112299465890437e-08, -8.395721923564323e-08, 2.0106951872948384e-07, -2.2117647054603053e-07, 1.7219251329526993e-07 ] ], "std": [ [ 0.9973228707261231, 0.997322592235688, 0.9973223292917861, 0.9973227306511006, 0.99732255532754, 0.997322255366945, 0.9973226239770173, 0.997322228679491, 0.9973224624202952, 0.997322743624266, 0.9973222482787992, 0.997322493534107, 0.9973232185155234, 0.9973228780399456, 0.9973223891564488, 0.9973225844652592, 0.9973225517530112, 0.9973225554412601, 0.9973222478195743, 0.9973226789069762, 0.997322213988001, 0.997322643819296, 0.9973226574869563, 0.9973225588456511, 0.9973227088028409, 0.9973226325041668, 0.9973227670427876, 0.9973226762758315, 0.9973224495674463, 0.997322983837095, 0.997321878860045, 0.9973226923900768, 0.9973225315151032, 0.9973225107812234, 0.997322704618034, 0.9973227074584576, 0.9973225552504908, 0.9973228014956899, 0.9973225828407466, 0.9973226373516573, 0.9973225174190434, 0.9973227159363205, 0.9973224262644476, 0.9973224878506673 ] ] }, "width": 128, "in_features": 44, "out_features": 2, "depth": 6, "padding": 88, "parameters": 35466, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 10, "best_val_acc": 0.5789473684210527, "test_acc": 0.639344262295082, "train_size": 187, "val_size": 19, "test_size": 61, "stats": { "mean": [ [ 9.73262032024493e-08, 7.37967914422617e-08, -2.8021390374859026e-07, 8.342245993522504e-08, 1.438502673446313e-07, 4.27807487904935e-09, -3.208556132607522e-09, 2.4438502673282447e-07, -4.064171128261887e-08, -1.245989304839758e-07, -2.7005347592964245e-07, -9.828877005220575e-08, -2.7272727281823347e-08, -9.786096256698731e-08, -2.1390374290903598e-08, -1.764705878989899e-08, -2.1016042791891207e-07, -1.443850270181913e-08, -1.9251336897019774e-07, -1.026737967961774e-07, 2.2139037467217133e-08, -1.871657754046705e-07, -2.433155080530257e-07, 3.422459890534254e-08, 6.320855603067246e-08, 1.203208557214405e-07, 1.5240641710866705e-07, -1.2566844921602035e-07, -1.465240642376751e-07, -2.577540106646021e-07, -1.3475935830036328e-07, -8.181818183804877e-08, 3.272727272453287e-07, -5.347593584110138e-08, 2.6737967877210432e-08, 8.449197850875112e-08, -1.9251336920322585e-08, -1.4919786096240437e-07, -4.705882350701689e-08, -7.112299465890437e-08, -8.395721923564323e-08, 2.0106951872948384e-07, -2.2117647054603053e-07, 1.7219251329526993e-07 ] ], "std": [ [ 0.9973228707261231, 0.997322592235688, 0.9973223292917861, 0.9973227306511006, 0.99732255532754, 0.997322255366945, 0.9973226239770173, 0.997322228679491, 0.9973224624202952, 0.997322743624266, 0.9973222482787992, 0.997322493534107, 0.9973232185155234, 0.9973228780399456, 0.9973223891564488, 0.9973225844652592, 0.9973225517530112, 0.9973225554412601, 0.9973222478195743, 0.9973226789069762, 0.997322213988001, 0.997322643819296, 0.9973226574869563, 0.9973225588456511, 0.9973227088028409, 0.9973226325041668, 0.9973227670427876, 0.9973226762758315, 0.9973224495674463, 0.997322983837095, 0.997321878860045, 0.9973226923900768, 0.9973225315151032, 0.9973225107812234, 0.997322704618034, 0.9973227074584576, 0.9973225552504908, 0.9973228014956899, 0.9973225828407466, 0.9973226373516573, 0.9973225174190434, 0.9973227159363205, 0.9973224262644476, 0.9973224878506673 ] ] }, "width": 128, "in_features": 44, "out_features": 2, "depth": 6, "padding": 88, "parameters": 35466, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 6, "best_val_acc": 0.65, "test_acc": 0.5166666666666667, "train_size": 187, "val_size": 20, "test_size": 60, "stats": { "mean": [ [ 9.73262032024493e-08, 7.37967914422617e-08, -2.8021390374859026e-07, 8.342245993522504e-08, 1.438502673446313e-07, 4.27807487904935e-09, -3.208556132607522e-09, 2.4438502673282447e-07, -4.064171128261887e-08, -1.245989304839758e-07, -2.7005347592964245e-07, -9.828877005220575e-08, -2.7272727281823347e-08, -9.786096256698731e-08, -2.1390374290903598e-08, -1.764705878989899e-08, -2.1016042791891207e-07, -1.443850270181913e-08, -1.9251336897019774e-07, -1.026737967961774e-07, 2.2139037467217133e-08, -1.871657754046705e-07, -2.433155080530257e-07, 3.422459890534254e-08, 6.320855603067246e-08, 1.203208557214405e-07, 1.5240641710866705e-07, -1.2566844921602035e-07, -1.465240642376751e-07, -2.577540106646021e-07, -1.3475935830036328e-07, -8.181818183804877e-08, 3.272727272453287e-07, -5.347593584110138e-08, 2.6737967877210432e-08, 8.449197850875112e-08, -1.9251336920322585e-08, -1.4919786096240437e-07, -4.705882350701689e-08, -7.112299465890437e-08, -8.395721923564323e-08, 2.0106951872948384e-07, -2.2117647054603053e-07, 1.7219251329526993e-07 ] ], "std": [ [ 0.9973228707261231, 0.997322592235688, 0.9973223292917861, 0.9973227306511006, 0.99732255532754, 0.997322255366945, 0.9973226239770173, 0.997322228679491, 0.9973224624202952, 0.997322743624266, 0.9973222482787992, 0.997322493534107, 0.9973232185155234, 0.9973228780399456, 0.9973223891564488, 0.9973225844652592, 0.9973225517530112, 0.9973225554412601, 0.9973222478195743, 0.9973226789069762, 0.997322213988001, 0.997322643819296, 0.9973226574869563, 0.9973225588456511, 0.9973227088028409, 0.9973226325041668, 0.9973227670427876, 0.9973226762758315, 0.9973224495674463, 0.997322983837095, 0.997321878860045, 0.9973226923900768, 0.9973225315151032, 0.9973225107812234, 0.997322704618034, 0.9973227074584576, 0.9973225552504908, 0.9973228014956899, 0.9973225828407466, 0.9973226373516573, 0.9973225174190434, 0.9973227159363205, 0.9973224262644476, 0.9973224878506673 ] ] }, "width": 128, "in_features": 44, "out_features": 2, "depth": 6, "padding": 88, "parameters": 35466, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 8, "best_val_acc": 0.5555555555555556, "test_acc": 0.5, "train_size": 187, "val_size": 18, "test_size": 62, "stats": { "mean": [ [ 9.73262032024493e-08, 7.37967914422617e-08, -2.8021390374859026e-07, 8.342245993522504e-08, 1.438502673446313e-07, 4.27807487904935e-09, -3.208556132607522e-09, 2.4438502673282447e-07, -4.064171128261887e-08, -1.245989304839758e-07, -2.7005347592964245e-07, -9.828877005220575e-08, -2.7272727281823347e-08, -9.786096256698731e-08, -2.1390374290903598e-08, -1.764705878989899e-08, -2.1016042791891207e-07, -1.443850270181913e-08, -1.9251336897019774e-07, -1.026737967961774e-07, 2.2139037467217133e-08, -1.871657754046705e-07, -2.433155080530257e-07, 3.422459890534254e-08, 6.320855603067246e-08, 1.203208557214405e-07, 1.5240641710866705e-07, -1.2566844921602035e-07, -1.465240642376751e-07, -2.577540106646021e-07, -1.3475935830036328e-07, -8.181818183804877e-08, 3.272727272453287e-07, -5.347593584110138e-08, 2.6737967877210432e-08, 8.449197850875112e-08, -1.9251336920322585e-08, -1.4919786096240437e-07, -4.705882350701689e-08, -7.112299465890437e-08, -8.395721923564323e-08, 2.0106951872948384e-07, -2.2117647054603053e-07, 1.7219251329526993e-07 ] ], "std": [ [ 0.9973228707261231, 0.997322592235688, 0.9973223292917861, 0.9973227306511006, 0.99732255532754, 0.997322255366945, 0.9973226239770173, 0.997322228679491, 0.9973224624202952, 0.997322743624266, 0.9973222482787992, 0.997322493534107, 0.9973232185155234, 0.9973228780399456, 0.9973223891564488, 0.9973225844652592, 0.9973225517530112, 0.9973225554412601, 0.9973222478195743, 0.9973226789069762, 0.997322213988001, 0.997322643819296, 0.9973226574869563, 0.9973225588456511, 0.9973227088028409, 0.9973226325041668, 0.9973227670427876, 0.9973226762758315, 0.9973224495674463, 0.997322983837095, 0.997321878860045, 0.9973226923900768, 0.9973225315151032, 0.9973225107812234, 0.997322704618034, 0.9973227074584576, 0.9973225552504908, 0.9973228014956899, 0.9973225828407466, 0.9973226373516573, 0.9973225174190434, 0.9973227159363205, 0.9973224262644476, 0.9973224878506673 ] ] }, "width": 128, "in_features": 44, "out_features": 2, "depth": 6, "padding": 88, "parameters": 35466, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.5368840881726406, "std_test_acc": 0.06910059289182703, "n_samples": 267, "n_features": 44, "n_classes": 2, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "statlog-australian-credit": { "dataset": "statlog-australian-credit", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 12, "best_val_acc": 0.5566037735849056, "test_acc": 0.5752427184466019, "train_size": 172, "val_size": 106, "test_size": 412, "stats": { "mean": [ [ 0.05059407542441863, -0.0114752416860465, 0.028838848837209195, 0.03936136046511627, 0.10460593604651149, 0.0779865668604651, 0.08156061627906987, 0.15811348837209352, 0.05523483604651162, 0.1309385000000002, 0.06254351744186054, -0.11882176316511633, 0.041984078837209345, 0.07566618604651176 ] ], "std": [ [ 1.0101299726407869, 1.0530472517300817, 0.9967360557731824, 0.9782321556549705, 1.0601462124818095, 1.0386276590440506, 0.9921323025144253, 1.0098717215967856, 0.8568205957330315, 1.0017391917815985, 0.8280019139302006, 0.8059241197617667, 1.4892583738151293, 1.0047800961056161 ] ] }, "width": 64, "in_features": 14, "out_features": 2, "depth": 6, "padding": 28, "parameters": 3726, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 5, "best_val_acc": 0.4639175257731959, "test_acc": 0.46080760095011875, "train_size": 172, "val_size": 97, "test_size": 421, "stats": { "mean": [ [ -0.0864253130930232, -0.033577701104651185, -0.03875552325581389, 0.029890569767441845, 0.028733052325581446, 0.014722290813953477, 0.05829668604651171, -0.01803883720930214, 0.054039201162790776, -0.043972749999999845, -0.07365430232558125, -0.024331187647674404, 0.08401893802325594, 0.08735679069767467 ] ], "std": [ [ 0.9209242895195554, 0.9435504125386636, 1.067477333690663, 1.061435553615557, 1.0025792818765138, 1.0277952989603758, 0.9948560751139975, 0.9964680315230806, 0.9046016810802003, 0.994587469176134, 1.1556768232845753, 0.935329242863178, 1.6527499781150876, 1.0051200887036142 ] ] }, "width": 64, "in_features": 14, "out_features": 2, "depth": 6, "padding": 28, "parameters": 3726, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 23, "best_val_acc": 0.7444444444444445, "test_acc": 0.6635514018691588, "train_size": 172, "val_size": 90, "test_size": 428, "stats": { "mean": [ [ -0.07147041345930233, -0.029198059883720928, -0.10634986046511644, -0.012728412790697653, -0.06173072674418615, 0.0097622159302325, 0.05829668604651169, 0.08765255813953526, 0.008607926744186043, -0.06729424999999996, 0.004173023255814025, -0.03348306104651162, -0.012487369767441872, -0.017858651162790676 ] ], "std": [ [ 0.971314722723139, 0.8466778612216974, 1.042970249181201, 0.959839375401117, 0.918650223910635, 0.8910303524098012, 0.9948560751139973, 1.0082316527571256, 0.8072245383487707, 0.9913009258016392, 0.8525556362245806, 0.9327938415221685, 0.575642414570075, 0.997133880165406 ] ] }, "width": 64, "in_features": 14, "out_features": 2, "depth": 6, "padding": 28, "parameters": 3726, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 10, "best_val_acc": 0.6893203883495146, "test_acc": 0.6746987951807228, "train_size": 172, "val_size": 103, "test_size": 415, "stats": { "mean": [ [ -0.1213828103255814, -0.06661143598837206, 0.001801104651162605, 0.1309130523255815, 0.11044239534883706, -0.028884297790697674, 0.10482454651162802, 0.09939604651162864, -0.012912282558139528, -0.12559799999999988, 0.023629854651162924, 0.0062312962406976735, 0.17098330383720955, 0.12242860465116306 ] ], "std": [ [ 0.928604583415627, 0.9683009241515906, 1.0138252442857156, 0.9530281481075065, 0.9511816420159422, 0.9323161262752426, 0.9888538720631012, 1.0088469910217654, 0.7964967613394043, 0.9806129187696861, 0.964831290983948, 0.838672394350281, 1.7526808412132595, 1.0053240290706722 ] ] }, "width": 64, "in_features": 14, "out_features": 2, "depth": 6, "padding": 28, "parameters": 3726, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.5935751291116506, "std_test_acc": 0.09906398901793172, "n_samples": 690, "n_features": 14, "n_classes": 2, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "pendigits": { "dataset": "pendigits", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 58, "best_val_acc": 0.8951935914552737, "test_acc": 0.88025350233489, "train_size": 3498, "val_size": 1498, "test_size": 5996, "stats": { "mean": [ [ -8.81200686007327e-07, 6.079473995280559e-08, 4.631217829963712e-09, 2.1718124648143022e-07, 2.030874785817112e-07, -1.7106918241445503e-07, 5.185820439417424e-08, -3.864493996428271e-07, 8.861635218292038e-07, -6.433590623347691e-07, 7.257861636536514e-07, 1.5797026869406332e-07, -6.898227554824822e-08, -8.784162378277323e-07, 7.065809030646193e-07, 9.948541997445605e-08 ] ], "std": [ [ 0.9998568249462566, 0.9998570678425832, 0.9998573459993255, 0.9998570492542306, 0.9998572602820162, 0.9998564523051444, 0.9998557798609863, 0.999857476109961, 0.9998569519150583, 0.9998579083441225, 0.9998564283369161, 0.9998569550094121, 0.9998568396997518, 0.9998576138009462, 0.9998550735596848, 0.9998570848520255 ] ] }, "width": 64, "in_features": 16, "out_features": 10, "depth": 6, "padding": 32, "parameters": 5098, "cert_evals": { "36": 0.8483989834785461, "72": 0.7981988191604614, "108": 0.7393262386322021, "255": 0.39676451683044434 }, "fold": 0 }, { "best_epoch": 71, "best_val_acc": 0.8908156711624919, "test_acc": 0.8851271686036719, "train_size": 3498, "val_size": 1557, "test_size": 5937, "stats": { "mean": [ [ -8.81200686007327e-07, 6.079473995280559e-08, 4.631217829963712e-09, 2.1718124648143022e-07, 2.030874785817112e-07, -1.7106918241445503e-07, 5.185820439417424e-08, -3.864493996428271e-07, 8.861635218292038e-07, -6.433590623347691e-07, 7.257861636536514e-07, 1.5797026869406332e-07, -6.898227554824822e-08, -8.784162378277323e-07, 7.065809030646193e-07, 9.948541997445605e-08 ] ], "std": [ [ 0.9998568249462566, 0.9998570678425832, 0.9998573459993255, 0.9998570492542306, 0.9998572602820162, 0.9998564523051444, 0.9998557798609863, 0.999857476109961, 0.9998569519150583, 0.9998579083441225, 0.9998564283369161, 0.9998569550094121, 0.9998568396997518, 0.9998576138009462, 0.9998550735596848, 0.9998570848520255 ] ] }, "width": 64, "in_features": 16, "out_features": 10, "depth": 6, "padding": 32, "parameters": 5098, "cert_evals": { "36": 0.8521138429641724, "72": 0.8061310052871704, "108": 0.7537476420402527, "255": 0.41738250851631165 }, "fold": 1 }, { "best_epoch": 31, "best_val_acc": 0.8681245858184228, "test_acc": 0.8758563074352548, "train_size": 3498, "val_size": 1509, "test_size": 5985, "stats": { "mean": [ [ -8.81200686007327e-07, 6.079473995280559e-08, 4.631217829963712e-09, 2.1718124648143022e-07, 2.030874785817112e-07, -1.7106918241445503e-07, 5.185820439417424e-08, -3.864493996428271e-07, 8.861635218292038e-07, -6.433590623347691e-07, 7.257861636536514e-07, 1.5797026869406332e-07, -6.898227554824822e-08, -8.784162378277323e-07, 7.065809030646193e-07, 9.948541997445605e-08 ] ], "std": [ [ 0.9998568249462566, 0.9998570678425832, 0.9998573459993255, 0.9998570492542306, 0.9998572602820162, 0.9998564523051444, 0.9998557798609863, 0.999857476109961, 0.9998569519150583, 0.9998579083441225, 0.9998564283369161, 0.9998569550094121, 0.9998568396997518, 0.9998576138009462, 0.9998550735596848, 0.9998570848520255 ] ] }, "width": 64, "in_features": 16, "out_features": 10, "depth": 6, "padding": 32, "parameters": 5098, "cert_evals": { "36": 0.8364244103431702, "72": 0.7856307625770569, "108": 0.7239766120910645, "255": 0.3639097809791565 }, "fold": 2 }, { "best_epoch": 73, "best_val_acc": 0.9052558782849239, "test_acc": 0.8832671957671958, "train_size": 3498, "val_size": 1446, "test_size": 6048, "stats": { "mean": [ [ -8.81200686007327e-07, 6.079473995280559e-08, 4.631217829963712e-09, 2.1718124648143022e-07, 2.030874785817112e-07, -1.7106918241445503e-07, 5.185820439417424e-08, -3.864493996428271e-07, 8.861635218292038e-07, -6.433590623347691e-07, 7.257861636536514e-07, 1.5797026869406332e-07, -6.898227554824822e-08, -8.784162378277323e-07, 7.065809030646193e-07, 9.948541997445605e-08 ] ], "std": [ [ 0.9998568249462566, 0.9998570678425832, 0.9998573459993255, 0.9998570492542306, 0.9998572602820162, 0.9998564523051444, 0.9998557798609863, 0.999857476109961, 0.9998569519150583, 0.9998579083441225, 0.9998564283369161, 0.9998569550094121, 0.9998568396997518, 0.9998576138009462, 0.9998550735596848, 0.9998570848520255 ] ] }, "width": 64, "in_features": 16, "out_features": 10, "depth": 6, "padding": 32, "parameters": 5098, "cert_evals": { "36": 0.8483796119689941, "72": 0.8017526268959045, "108": 0.7513227462768555, "255": 0.42245370149612427 }, "fold": 3 } ], "mean_test_acc": 0.8811260435352531, "std_test_acc": 0.004046602748126686, "n_samples": 10992, "n_features": 16, "n_classes": 10, "mean_cert_acc_36": 0.8463292121887207, "std_cert_acc_36": 0.006832645784737047, "mean_cert_acc_72": 0.7979283034801483, "std_cert_acc_72": 0.00881688640280167, "mean_cert_acc_108": 0.7420933097600937, "std_cert_acc_108": 0.013624455663390888, "mean_cert_acc_255": 0.4001276269555092, "std_cert_acc_255": 0.026578358482987258 }, "statlog-heart": { "dataset": "statlog-heart", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 11, "best_val_acc": 0.8157894736842105, "test_acc": 0.7151515151515152, "train_size": 67, "val_size": 38, "test_size": 165, "stats": { "mean": [ [ -0.08198015373134328, -0.20437704477611945, 0.14667940298507465, -0.10702356567164191, 0.12296643701492538, 0.0031060895522387424, 0.1721716417910448, 0.05256702985074625, -0.09777528358208952, -0.07363618358208954, 0.14071911940298493, -0.06190307462686559, 0.07189410447761192 ] ], "std": [ [ 0.9602755621241335, 1.0534397591881424, 0.965842016381191, 0.8781181021048233, 1.1908161716364944, 1.0012132661304654, 0.983067488143195, 0.9410627873975389, 0.9570769609540178, 0.878212234528083, 0.8616316071032667, 0.9849557990787127, 0.9977403560745624 ] ] }, "width": 64, "in_features": 13, "out_features": 2, "depth": 6, "padding": 26, "parameters": 3226, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 13, "best_val_acc": 0.7647058823529411, "test_acc": 0.756578947368421, "train_size": 67, "val_size": 51, "test_size": 152, "stats": { "mean": [ [ 0.10317251194029849, -0.04498435820895522, -0.10467137313432831, 0.12694810597014922, 0.17465611791044777, 0.25472334328358204, 0.08243026865671647, -0.11108194776119398, -0.002699328358208915, -0.025414538805970124, -0.05362482089552247, 0.1120346268656717, -0.13575953731343274 ] ], "std": [ [ 0.933803946437699, 1.0141183535164209, 1.0495962756290413, 0.9673366402230045, 0.8198187755507609, 1.1979377392725967, 0.9966276802719692, 1.0695932382111324, 0.997165030870351, 0.9974922014552127, 0.9446202495075935, 1.110709570807387, 0.9882692368647951 ] ] }, "width": 64, "in_features": 13, "out_features": 2, "depth": 6, "padding": 26, "parameters": 3226, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.41304347826086957, "test_acc": 0.45222929936305734, "train_size": 67, "val_size": 46, "test_size": 157, "stats": { "mean": [ [ 0.13594266119402976, -0.14061997014925387, 0.06813225373134335, -0.08696855671641794, 0.03171528507462684, 0.04504229850746271, 0.18712851940298503, 0.03130544776119405, 0.09237662686567168, -0.06451316865671636, 0.019254119402985, 0.08040952238805975, -0.15114120895522393 ] ], "std": [ [ 0.8711281879382763, 1.040823259043546, 0.9637958388354753, 0.9133876556024206, 0.9725134126319966, 1.040829334168815, 0.9723132590478262, 0.9630003579670339, 1.0269376874323441, 0.8130127152575585, 0.8919207037488958, 1.0082879636602924, 0.9714271921263085 ] ] }, "width": 64, "in_features": 13, "out_features": 2, "depth": 6, "padding": 26, "parameters": 3226, "cert_evals": { "36": 0.4522293210029602, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.5, "test_acc": 0.4294478527607362, "train_size": 67, "val_size": 40, "test_size": 163, "stats": { "mean": [ [ 0.08678730746268656, -0.14061997014925384, 0.03671347761194034, 0.07263314626865668, -0.06617695701492539, 0.17085092537313418, 0.08243026865671643, -0.04536504626865671, -0.03439131343283579, -0.07884894179104476, -0.029331820895522515, 0.15947211940298509, -0.0511598059701492 ] ], "std": [ [ 0.9010573312665855, 1.0408232590435458, 1.0531172362720425, 0.9118585344964205, 0.9359858544688878, 1.1423287841859981, 0.9966276802719692, 1.0086415816105951, 0.9850040267731803, 0.9462659856917733, 0.9421179375671704, 1.0971195664680449, 0.9795524388118361 ] ] }, "width": 64, "in_features": 13, "out_features": 2, "depth": 6, "padding": 26, "parameters": 3226, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.5883519036609325, "std_test_acc": 0.1714237833577477, "n_samples": 270, "n_features": 13, "n_classes": 2, "mean_cert_acc_36": 0.11305733025074005, "std_cert_acc_36": 0.2261146605014801, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "statlog-german-credit": { "dataset": "statlog-german-credit", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.7013888888888888, "test_acc": 0.6996699669966997, "train_size": 250, "val_size": 144, "test_size": 606, "stats": { "mean": [ [ 0.008747452000000005, 0.11021018984000003, 0.06555079600000023, 0.10154820480000003, -0.010759709999999997, -0.02979250000000003, 0.08191152000000003, 0.013589535999999907, 0.08188774399999998, -0.06417329279999998, 0.041099871999999926, 0.0640540519999999, 0.02485610000000021, 0.057033071999999865, 0.037065583999999575, -0.014164548000000032, 0.003288288000000005, -0.09291863999999964, 0.055446887999999986, 0.033893919999999966, -0.019884256, -0.06814002399999995, 0.019990000000000167, 0.004141975999999968 ] ], "std": [ [ 1.003978613784907, 1.1209135794421377, 1.0561299223802987, 1.0960852648064718, 1.0015570603843653, 1.0186243811552194, 0.9706722294277974, 0.9826945821214509, 0.9667757761368231, 0.9930707850493405, 0.9574267666614031, 1.0136622966442341, 1.022617820769464, 1.0089854337740911, 1.0859859373554877, 0.9904599650540205, 1.0037797010309435, 1.118329779782364, 1.1191480919785946, 1.026929516139364, 1.008621805841551, 0.7419439487110271, 1.014184725481508, 0.9983740501128531 ] ] }, "width": 64, "in_features": 24, "out_features": 2, "depth": 6, "padding": 48, "parameters": 10706, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 7, "best_val_acc": 0.696969696969697, "test_acc": 0.7111111111111111, "train_size": 250, "val_size": 165, "test_size": 585, "stats": { "mean": [ [ -0.11847553600000008, 0.036239413119999966, 0.02862046800000001, -0.09383200439999995, 0.060125340400000005, 0.15559079999999997, -0.014122872000000066, 0.03171004799999993, -0.020949231999999995, 0.024086774399999983, 0.035430963999999704, 0.03635581599999994, 0.01380900000000019, -0.02444276800000006, 0.015885439999999883, -0.04249425600000005, 0.0032882880000000194, -0.05162157599999978, -0.045364992, -0.03910935999999991, 0.02430596400000002, -0.06814002399999995, -0.009994999999999971, 0.03726506400000005 ] ], "std": [ [ 0.9921196542418786, 0.9839775335987256, 0.9719344651930834, 0.8219136288585911, 1.0283437624856175, 0.935161859470199, 1.0304888406780581, 0.969745031693504, 1.0144787229611012, 0.9607218147860226, 0.9757296988321245, 0.9986987034773843, 1.0124834391949327, 0.99440586812025, 1.0376109095734123, 0.9715066082685968, 1.003779701030944, 1.0681499773760452, 0.8871445440000011, 0.9654046905991231, 0.9876884886364683, 0.741943948711028, 0.9919250708722922, 0.9887116931453116 ] ] }, "width": 64, "in_features": 24, "out_features": 2, "depth": 6, "padding": 48, "parameters": 10706, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 54, "best_val_acc": 0.7615894039735099, "test_acc": 0.7228714524207012, "train_size": 250, "val_size": 151, "test_size": 599, "stats": { "mean": [ [ -0.007155444000000004, -0.02280468616000002, -0.000923963999999978, -0.005769232000000004, 0.027214445999999993, -0.033102900000000046, -0.08756082399999997, -0.008155120000000118, -0.043801872000000026, -0.036042587200000024, -0.06660962000000034, -0.012116240000000006, 0.03590320000000018, 0.03259031999999998, 0.015885439999999754, 0.014165159999999979, -0.009864799999999998, 0.044738240000000214, -0.025202616000000018, -0.02868032000000009, 0.015467920000000017, -0.013628039999999968, -0.019989999999999956, 0.04554583600000004 ] ], "std": [ [ 0.9999148002086538, 1.0148356615854706, 0.9944072856585561, 1.035717095952802, 1.0170037494400637, 0.9881689707602084, 0.9574315744991436, 0.9962604301494323, 1.0106965591920622, 0.938266029045709, 1.046848672784522, 1.0034643812466981, 1.0325345627288987, 1.0053273490207943, 1.0376109095734132, 1.0082616972439922, 0.9864816, 0.9336343846074779, 0.9390127419470407, 0.974766613507818, 0.9920679785169961, 0.9539597199999994, 0.9841903486622879, 0.9861074856695757 ] ] }, "width": 64, "in_features": 24, "out_features": 2, "depth": 6, "padding": 48, "parameters": 10706, "cert_evals": { "36": 0.6093488931655884, "72": 0.46911516785621643, "108": 0.33555924892425537, "255": 0.0 }, "fold": 2 }, { "best_epoch": 16, "best_val_acc": 0.7733333333333333, "test_acc": 0.75, "train_size": 250, "val_size": 150, "test_size": 600, "stats": { "mean": [ [ -0.07712802800000004, 0.035575906559999905, 0.03600647600000002, 0.06969280920000001, -0.07151825079999988, 1.2599999999729494e-06, 0.09320968800000004, -0.008155136000000117, -0.047610556000000026, -0.07366734000000005, 0.04676877999999975, -0.0398143480000001, 0.013809000000000111, -0.024442767999999993, 0.0794258719999996, -0.023607784000000107, -0.036170976, -0.02409019999999976, 0.11593401599999997, 0.06518104000000009, 0.006629876000000042, -0.013628039999999942, 0.03998, -0.028981112000000014 ] ], "std": [ [ 0.9961848281424827, 1.0357494337664712, 0.9956407453516892, 1.0641268992559583, 0.9722690935335091, 0.9495990606515547, 0.9583641989375432, 1.0028304935144103, 0.9697124254270231, 0.9284015893774715, 0.9387328207858588, 0.9103631774518237, 1.0124834391949329, 0.9944058681202499, 1.1756410923708531, 0.9842733398970128, 0.9503959399474098, 1.032426600000002, 1.233700183972741, 1.0506449065402248, 0.9963498257987028, 0.9539597199999992, 1.028271299122951, 1.0068547054058516 ] ] }, "width": 64, "in_features": 24, "out_features": 2, "depth": 6, "padding": 48, "parameters": 10706, "cert_evals": { "36": 0.37833333015441895, "72": 0.05666666850447655, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.7209131326321281, "std_test_acc": 0.02158110733784849, "n_samples": 1000, "n_features": 24, "n_classes": 2, "mean_cert_acc_36": 0.24692055583000183, "std_cert_acc_36": 0.3003126918964476, "mean_cert_acc_72": 0.13144545909017324, "std_cert_acc_72": 0.22669253565895278, "mean_cert_acc_108": 0.08388981223106384, "std_cert_acc_108": 0.16777962446212769, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "spambase": { "dataset": "spambase", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 29, "best_val_acc": 0.9144827586206896, "test_acc": 0.9247982391782832, "train_size": 1150, "val_size": 725, "test_size": 2726, "stats": { "mean": [ [ 0.021226006173913785, -0.015919149391304187, 0.025415802530432907, 0.03918618617391535, -0.00802565730434888, -0.019898612173913727, 0.006333582695649156, 0.0138353715652162, 0.010869212166955465, 0.020277107478260063, -0.03972575965999889, -0.02055293502608697, -0.008113843652174586, 0.014708887365217537, 0.01133711377391179, -0.015495447060868504, 0.03913622733043563, -0.017462963999999633, 0.0187409115304347, 0.005520461426088844, -0.0038418207913071324, 0.008610802582609307, 0.035890673565219404, -0.006205582330433885, 0.009182778760001165, -0.019677288817390202, 0.0004982232156532273, 0.02920531815652134, 0.012658779999999129, 0.017062090382608135, -0.013314016521739344, -0.02566035391304503, -0.008576744521738438, -0.022911713043477794, 0.0025098786956515694, -0.007468803278259888, 0.011673062539131227, -0.015021546086957481, -0.00910834485217397, -0.02154278895652143, 0.05463170547826161, 0.023553851304347857, 0.010670661652173499, 0.0295903323391293, 0.007351219000000634, 0.01269573645391135, -0.023270003826086932, 0.03709884669565298, 0.007815205191304105, 0.027519189395651733, -0.015820542199999555, -0.01672272254086909, 0.042409089939126635, 0.025760643735651907, 0.02838511237043451, -0.013437700554782798, 0.0164267618000002 ] ], "std": [ [ 1.1235027725136815, 0.8904989974639629, 0.9957178739385403, 1.4995577621881944, 0.926476291913068, 0.8885189316158734, 0.9024040689634729, 1.0405154757286925, 1.1233331839178615, 0.8981778369870301, 0.8892119217650689, 0.9874908627493307, 0.9205513578145247, 0.9632286363722543, 1.0765253751015154, 0.8531114122905263, 1.0916574204014953, 0.9124374318543399, 0.9910784663927087, 0.9680608594157823, 0.9407382453902644, 0.9930333587983213, 1.1491144107563753, 0.6425563314801666, 1.0428011323424244, 0.8430611857711853, 1.0214512070760071, 1.1643521198183129, 1.10698998653912, 1.0810838839403236, 0.8380031520069444, 0.8416763955823331, 1.2024906820600971, 0.8481231877782008, 0.8570058504483157, 0.9470628246612116, 1.06910230060386, 0.5874337186131844, 0.8169185036473402, 0.8578401703545604, 1.4145108263137103, 1.0433820861839775, 0.9733444555118707, 1.393792873658117, 0.9492090774739013, 1.0044806426321926, 0.81385805230804, 1.3465645155559474, 1.0636978414150784, 1.007651802571978, 0.6554083067039526, 0.7777941339804235, 1.245208842537934, 1.6535667744655882, 1.3137439814967093, 0.6661201009582893, 1.219503651337539 ] ] }, "width": 256, "in_features": 57, "out_features": 2, "depth": 6, "padding": 114, "parameters": 59282, "cert_evals": { "36": 0.902787983417511, "72": 0.8657373785972595, "108": 0.811812162399292, "255": 0.5047689080238342 }, "fold": 0 }, { "best_epoch": 27, "best_val_acc": 0.9320652173913043, "test_acc": 0.9296500920810313, "train_size": 1150, "val_size": 736, "test_size": 2715, "stats": { "mean": [ [ -0.024849632956522313, -0.03413819886956486, -0.00989163035652276, -0.002361400086956756, -0.03987249782608704, 0.01090509313043455, 0.01957335878260548, 0.001824029217390987, -0.024616771288696538, -0.00523980729217439, -0.0020601358313020405, -0.05077641741739166, -0.03844389808695691, 0.0008553938956523932, -0.01214520726087042, -0.009230109313042243, 0.010565583165218426, -0.046801976826087485, -0.013554089600000253, 0.02790070953043506, 0.0032765880556492374, -0.022136448173912388, -0.029918836608694217, -0.007934282660868743, -0.023365790114781765, -0.029432224478259654, -0.022027940843476913, -0.010254641513043462, -0.03708282617391394, -0.030502210695652975, -0.006006388869565457, -0.048024147826089034, 0.029480932521740062, -0.0510750817391295, -0.028351204086956815, -0.026517849208694946, 0.01842911532173985, -0.03338618443478374, 0.006675741999999962, -0.04656739886956605, -0.020719941826085986, 0.006543958434782931, 0.011525401739130135, -0.008087698269565702, 0.025108898113044256, -0.007957335130433963, -0.015061640434782204, -0.03721756826086869, -0.03895043960869612, -0.001666222565217826, -0.010009838134782371, 0.03633144539478134, -0.06020993099130556, -0.0013161700260872296, -0.03022302409408695, -0.004946863700869469, 0.004550906813912774 ] ], "std": [ [ 0.8958373484867075, 0.9002436174684451, 0.9749857170890281, 0.9175103073316754, 0.8456789748627611, 1.0296079196279977, 1.0663773858644263, 0.9918744873399122, 0.9377758356585005, 0.9683003635587637, 0.9988701214159026, 0.8510020785398145, 0.8120292232717867, 1.1716911892002921, 0.9335490252401448, 0.9275724825067901, 1.0706786172093499, 0.8159996197989664, 1.018783583831139, 1.3842479172234758, 1.039815972096556, 0.8839135364998896, 0.8932393785890523, 0.9102522959355095, 0.9028197785306566, 0.9621741754161531, 0.9455093600221522, 1.0873334815971143, 0.9298495573937857, 0.8712375739105048, 1.1638136373741579, 0.7194920963255054, 0.993798468472957, 0.7165877104812148, 0.7540408567752576, 0.9687673124893158, 0.981800827979203, 0.29631208384482205, 1.2015746837404693, 0.8040600124748868, 0.721184410759368, 1.0883976635466879, 1.1000595828326398, 0.6542723004921799, 1.1435952861265584, 0.9423531730144734, 0.6560729981871746, 0.5591229852816202, 0.5489093243563901, 0.9888972344464931, 0.6428451363337641, 1.028319563197099, 0.6205068262838673, 0.5771896246525331, 0.41206923845873533, 0.6584069792527852, 1.0945705958475596 ] ] }, "width": 256, "in_features": 57, "out_features": 2, "depth": 6, "padding": 114, "parameters": 59282, "cert_evals": { "36": 0.9034991264343262, "72": 0.8640884160995483, "108": 0.8132597208023071, "255": 0.5255985260009766 }, "fold": 1 }, { "best_epoch": 43, "best_val_acc": 0.9484978540772532, "test_acc": 0.9342296511627907, "train_size": 1150, "val_size": 699, "test_size": 2752, "stats": { "mean": [ [ 0.04921885617391417, 0.014926593956521877, 0.00847792629565125, 0.05005613400000414, 0.0033398545217390415, 0.022115092173912148, 0.020861821652170594, 0.01550478669565098, 0.005469835709564297, -0.002394102646087372, -0.004648887133041112, -0.03289461768695655, -0.040754755739131086, 0.02023474459130333, -0.03975969647826165, -0.0013114386782596627, 0.05593795568695754, -0.04049862191304387, 0.032395505704347835, 0.003473580347827736, -0.03802155532695763, 0.020674000869565144, -0.029397571826085454, 0.05626614292173871, -0.016279572017390314, -0.040442041434781556, -0.027683359373911642, -0.018165945565216026, -0.0067161096434789095, -0.01001410846956648, -0.022173674869565393, 0.0009115565217380702, -0.0006774207913042033, -2.747652173902797e-05, -0.017699280086957207, -0.0014646963999993766, -0.01282538191304263, -0.03204628226087075, 0.032762344347826086, -0.009639197913043794, 0.10482606808695744, -0.031013759826086604, 0.020927692434782336, 0.006242524399999054, -0.026823291339128374, 0.043980723565215755, -0.005029141565217051, -0.00635898059999959, 0.007536563304348806, -0.0018206163191308838, -0.026798041434782056, -0.002352054191304867, -0.031762150104349914, -0.03071606211652189, -0.002249609841739219, -0.015034978442608676, 0.011666985643478154 ] ], "std": [ [ 1.1778724434167362, 1.0760534101769437, 1.0559839237532962, 1.5297906049045558, 1.1364234457764475, 1.0490814157140953, 1.1363046556284118, 1.0380124741143066, 1.075498258791, 0.8663393072266115, 0.9747929071031151, 0.969828844789839, 0.7696639194748692, 1.0473361728395063, 0.8303333840972749, 0.8838263753298514, 1.2440346851573585, 0.9334811719941839, 1.02990808565559, 0.8957714253842652, 0.9678502243817942, 1.1500298875956583, 0.9330778093343873, 1.5773371750732401, 0.9230289983981412, 0.8158091055273212, 0.9489997820681896, 0.9552807238624355, 1.0072242253552435, 1.0223260308735955, 0.8234643073736883, 1.0311031398813912, 0.8806613305973721, 1.0286119212691307, 0.8014510966571808, 0.9352593214362214, 0.9329050736248139, 0.3527683412758974, 1.1692746053848972, 1.002962447177659, 1.4919910858493521, 0.8738202541405161, 1.1462384337701108, 1.0090960980820731, 0.9207764793259576, 1.0912524568744784, 0.816026256403742, 0.7771366886117157, 0.9566601501316736, 0.9562471491235174, 0.6185383136448549, 0.8282423578976752, 0.7966634350742242, 0.34217344919196696, 0.8296715880092417, 0.6379508479090837, 1.2381153537237015 ] ] }, "width": 256, "in_features": 57, "out_features": 2, "depth": 6, "padding": 114, "parameters": 59282, "cert_evals": { "36": 0.9022529125213623, "72": 0.8615552186965942, "108": 0.8026889562606812, "255": 0.4960029125213623 }, "fold": 2 }, { "best_epoch": 17, "best_val_acc": 0.914327917282127, "test_acc": 0.9206921413121846, "train_size": 1150, "val_size": 677, "test_size": 2774, "stats": { "mean": [ [ 0.018947906521740433, -0.000799500504347751, 0.01308322393912882, -0.04350387713043517, -0.017981908217392446, -0.037174041304348704, 0.022572385652170752, -0.04463838826086928, -0.00969831843826173, 0.015462332956521007, 0.02533698608174001, -0.01796958450434803, -0.002596639478261534, -0.008146872721739728, -0.010465523286957488, -0.020865805773911915, -0.023057402052173097, 0.015772556173913998, 0.029574481513043406, -0.00723897516521638, -0.012929820996524495, 0.013256362000000747, -0.016364737217389708, -0.0054786337391299, -0.023381384405216223, 0.018361981547826933, -0.027815069829563832, -0.016357650539129607, 0.02130572809565106, -0.04712495074782753, -0.023661064608695874, -0.017694028695653844, -0.035716115565216526, -0.015046066956521246, 0.017066349999999682, -0.017144463043477796, 0.00945527166956592, 0.0090967913913036, -0.019910964156521774, -0.012770454869565474, 0.008144727217391987, 0.026037255217391253, -0.03684596452174003, -0.03572749460869723, -0.026032580895649946, 0.034894907043476656, -0.040598744086955754, -0.013571423391303747, 0.04706986420869568, 0.04318946167130402, -0.01196526951304294, -0.018042527704347985, 0.049467921365213274, -0.02400611535652195, 0.06052994408086956, 0.0599142720547826, -0.0026769801565217854 ] ], "std": [ [ 0.9331871594323544, 0.9567845251269138, 0.9760296399392536, 0.051280137756585374, 0.9428238363495951, 0.8814135527767363, 0.9954267960650186, 0.6955201641843568, 1.0576570344486964, 1.1798688036970275, 1.0384456763015388, 0.9235329672549664, 0.9059067437108173, 0.8252286378311408, 0.9221679162247977, 1.0327807332881183, 0.9152290942982179, 1.0569927523658942, 1.019968514725996, 0.9205072920345395, 0.9958149041823585, 1.016878390862468, 0.8965516556476434, 1.0877876259600743, 0.948111265047695, 1.0393908013003292, 0.9611733587640997, 0.9251890870444093, 1.1498439764663797, 0.8019976062593172, 0.8125415636929294, 0.8726450743629817, 0.6932596937551812, 0.8745634092810176, 1.3798992402930492, 0.8915710521880803, 0.9391065100766924, 1.1627844455953502, 0.8173394703147074, 0.9245635097978325, 0.9000725380226579, 1.1834987177794307, 0.775157987005211, 0.6770693378003936, 0.7878189821125126, 1.0585249177081846, 0.48012225657491536, 0.635321002731002, 1.2507891578889274, 1.3781763830166411, 0.957654911058225, 0.6938467149180203, 1.3755269217325827, 0.35513836957625733, 1.6062909589981371, 1.7067437542745856, 0.9544103185210019 ] ] }, "width": 256, "in_features": 57, "out_features": 2, "depth": 6, "padding": 114, "parameters": 59282, "cert_evals": { "36": 0.8875270485877991, "72": 0.8496755361557007, "108": 0.8020908236503601, "255": 0.5032444000244141 }, "fold": 3 } ], "mean_test_acc": 0.9273425309335724, "std_test_acc": 0.005872488573942764, "n_samples": 4601, "n_features": 57, "n_classes": 2, "mean_cert_acc_36": 0.8990167677402496, "std_cert_acc_36": 0.00767680242447547, "mean_cert_acc_72": 0.8602641373872757, "std_cert_acc_72": 0.007265600319321877, "mean_cert_acc_108": 0.8074629157781601, "std_cert_acc_108": 0.005892621317192711, "mean_cert_acc_255": 0.5074036866426468, "std_cert_acc_255": 0.012718379789144238 }, "statlog-image": { "dataset": "statlog-image", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 75, "best_val_acc": 0.8149171270718232, "test_acc": 0.8132749817651349, "train_size": 577, "val_size": 362, "test_size": 1371, "stats": { "mean": [ [ 0.05277729462738304, -0.026856590034661988, -0.04045374350086678, 0.035925407279029424, 0.012791040953206106, -0.02749923800693239, 0.026879459393414143, 0.003427681455805914, -0.003979492894280729, -0.0036277449220103795, -0.004736499878682832, -0.003368361143847496, 0.0064276489428076265, -0.008315490103986137, 0.007643567209705356, -0.0043468179896013785, 0.0004630635528596608, -0.0013222841941074428 ] ], "std": [ [ 1.0182285353798557, 0.9851787517694358, 0.9390514410011299, 1.0719805534061642, 1.0253303532403122, 0.7168098920649388, 1.0463467417069485, 1.0739156275157598, 0.9846461541428279, 0.986758186324584, 0.9813280135807977, 0.9874022073254759, 0.9931538939642666, 0.9774222979865599, 0.9945730722498334, 0.98084516278497, 0.9787696627538863, 1.0056912001088976 ] ] }, "width": 64, "in_features": 18, "out_features": 7, "depth": 6, "padding": 36, "parameters": 6271, "cert_evals": { "36": 0.6126914620399475, "72": 0.42742523550987244, "108": 0.3012399673461914, "255": 0.2778993546962738 }, "fold": 0 }, { "best_epoch": 75, "best_val_acc": 0.8639240506329114, "test_acc": 0.8602681721947777, "train_size": 577, "val_size": 316, "test_size": 1417, "stats": { "mean": [ [ -0.00805977642980937, -0.018866870935875215, 0.031481733102252704, -0.043535077989602024, 0.004621514436741676, 0.01480505808492205, -0.014060085823223602, -0.02213133720970536, 0.002966329462738305, 0.0030170756499133438, 0.002753383032928949, 0.0031395960138648014, -0.0019510392547660267, 0.0010119288561525432, 0.0002420222010398325, 0.0026207177123050403, -0.00027903677296360597, -0.004136256395147322 ] ], "std": [ [ 0.9953843774509928, 1.0074852374270842, 1.0783606982862584, 0.9028473634226395, 1.0693480635548707, 1.0940228399134122, 0.8711465724120171, 0.502597420466186, 1.006613669140276, 1.0050554458942274, 1.0062103872564798, 1.0073657656318686, 0.9940821219426057, 0.9803990682446567, 0.9797804248563735, 1.0060668347936674, 0.9852523228665813, 0.9927198570183016 ] ] }, "width": 64, "in_features": 18, "out_features": 7, "depth": 6, "padding": 36, "parameters": 6271, "cert_evals": { "36": 0.729004979133606, "72": 0.5095272064208984, "108": 0.3563867509365082, "255": 0.2646436095237732 }, "fold": 1 }, { "best_epoch": 72, "best_val_acc": 0.843501326259947, "test_acc": 0.8156342182890856, "train_size": 577, "val_size": 377, "test_size": 1356, "stats": { "mean": [ [ 0.05914366984402079, 0.022316960745233937, 0.06025597920277344, 0.004141213171577218, 0.06498358975736578, -0.007717641698440197, 0.003916004280762564, -0.024700628942807636, -0.011757545424610043, -0.012553493500866587, -0.011469935798960128, -0.011205641403812857, 0.0023379489774696394, -0.007725091837088372, 0.010744232443674168, -0.011220052305025987, -0.013785179953206241, 0.003924050017330997 ] ], "std": [ [ 1.024154455792897, 0.9811663585132518, 1.0550539991337744, 1.0439910345858283, 1.1416502363087357, 0.8904529955722684, 1.0841860242487946, 0.7205096411504827, 0.9892628189620303, 0.9876451169861917, 0.9910594913771583, 0.9889085818803738, 1.0052016942584325, 1.0015543969928375, 1.001939370908761, 0.9907018248984832, 0.9753060190971025, 0.9976064937693578 ] ] }, "width": 64, "in_features": 18, "out_features": 7, "depth": 6, "padding": 36, "parameters": 6271, "cert_evals": { "36": 0.5781710743904114, "72": 0.4365781545639038, "108": 0.3797934949398041, "255": 0.28392329812049866 }, "fold": 2 }, { "best_epoch": 60, "best_val_acc": 0.8720238095238095, "test_acc": 0.8654259126700071, "train_size": 577, "val_size": 336, "test_size": 1397, "stats": { "mean": [ [ -0.004805442807625656, 0.03371339715771235, 0.02189034662045027, 0.035925407279029334, 0.0042291054419410475, 0.03768918716984402, 0.012717266897746975, 0.03924694882149047, 0.00528661488734836, 0.005418960658578841, 0.0062262528249566835, 0.0039763388388214865, -0.003098130467937617, 0.010604977712305036, -0.01486111181975736, 0.007219200675909865, 0.014029051389948003, 0.01013749448873485 ] ], "std": [ [ 1.008276364629133, 1.010568100241832, 1.0315325534295983, 1.1379229784648968, 0.9804535280460098, 1.2556130480825498, 1.057279793514591, 1.3153187531590647, 1.004023150383831, 1.004919767936061, 1.0036256590527597, 1.0041255432995537, 1.0046162783500956, 1.0114881398893187, 1.0145020055917877, 1.0028701935817135, 1.0098377455026906, 0.990416131086278 ] ] }, "width": 64, "in_features": 18, "out_features": 7, "depth": 6, "padding": 36, "parameters": 6271, "cert_evals": { "36": 0.667859673500061, "72": 0.5246957540512085, "108": 0.44452396035194397, "255": 0.279885470867157 }, "fold": 3 } ], "mean_test_acc": 0.8386508212297513, "std_test_acc": 0.028035172098879853, "n_samples": 2310, "n_features": 18, "n_classes": 7, "mean_cert_acc_36": 0.6469317972660065, "std_cert_acc_36": 0.0660162120298422, "mean_cert_acc_72": 0.4745565876364708, "std_cert_acc_72": 0.049667581374773964, "mean_cert_acc_108": 0.3704860433936119, "std_cert_acc_108": 0.05933534892897509, "mean_cert_acc_255": 0.27658793330192566, "std_cert_acc_255": 0.008348014286973932 }, "statlog-vehicle": { "dataset": "statlog-vehicle", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 29, "best_val_acc": 0.6033057851239669, "test_acc": 0.5972762645914397, "train_size": 211, "val_size": 121, "test_size": 514, "stats": { "mean": [ [ -0.15146149526066363, -0.10432839952606632, -0.059711114691943054, -0.10485173232227493, -0.05972240473933653, 0.023982654502369662, -0.09937442175355453, 0.0818855733649288, -0.10596828436018967, -0.11517251252132703, -0.08347083222748818, -0.1053934661943128, -0.08422502947867287, 0.06107363270142171, -0.09882898767772512, -0.031016796208530723, -0.05365530142180105, -0.07673026919431288 ] ], "std": [ [ 0.9244006895318542, 0.9269788321694366, 0.9738611659537878, 0.9392376060519674, 0.9423236941745864, 1.2031150582278034, 0.9189159479510511, 0.9554470489794712, 0.9165422543676691, 0.9419702932342265, 0.899283407616931, 0.9016819378903871, 0.9169739004303826, 1.0374334592683703, 1.008232147929816, 0.9709165003669759, 0.9809690311814254, 0.9851749395938914 ] ] }, "width": 64, "in_features": 18, "out_features": 4, "depth": 6, "padding": 36, "parameters": 6160, "cert_evals": { "36": 0.29182878136634827, "72": 0.16731517016887665, "108": 0.1186770424246788, "255": 0.0 }, "fold": 0 }, { "best_epoch": 84, "best_val_acc": 0.6833333333333333, "test_acc": 0.6524271844660194, "train_size": 211, "val_size": 120, "test_size": 515, "stats": { "mean": [ [ -0.05707185829383899, 0.01703814028436017, -0.07233211819905201, -0.08672841545023706, -0.057319243601895775, 0.03840272132701431, -0.013982209905213271, 0.02121443985781981, -0.007237241706161201, 0.0049784149421801165, -0.014029810900473958, -0.016262295578199085, 0.0009614558767772847, 0.11677855781990558, 0.0023493535545024086, -0.010852331753554503, -0.10286354407582957, -0.11368303744075818 ] ], "std": [ [ 1.0402738933856586, 0.9838455143238437, 1.0190627316129826, 1.0239103894741375, 1.1508302480807033, 1.1683856166359436, 1.0055121275534542, 0.9988185856887961, 1.0147533040348673, 0.9815814858424408, 0.9995251885514925, 1.0064285465555274, 0.9637935338431834, 1.1030605616237845, 0.9937126714490084, 0.995709949800922, 1.0375518355312294, 1.0614716810079152 ] ] }, "width": 64, "in_features": 18, "out_features": 4, "depth": 6, "padding": 36, "parameters": 6160, "cert_evals": { "36": 0.5417475700378418, "72": 0.3922330141067505, "108": 0.24466019868850708, "255": 0.015533980913460255 }, "fold": 1 }, { "best_epoch": 44, "best_val_acc": 0.5503875968992248, "test_acc": 0.5849802371541502, "train_size": 211, "val_size": 129, "test_size": 506, "stats": { "mean": [ [ -0.021963390047393307, 0.015501836018957329, 0.03765074758293839, -0.033773345592417056, -0.053714301421800954, 0.025012608530805693, 0.012391009146919438, 0.0011931618483411932, 0.003732862559241725, -0.004163105436966835, 0.014350785308056885, 0.008870320853080559, 0.03139527815165877, 0.07120188767772496, -0.007286610426540335, 0.01621079620853081, -0.11362760189573462, -0.0754560952606636 ] ], "std": [ [ 1.0013809830173679, 0.9782519614775661, 1.0067349356663802, 0.9925585379225955, 0.9656789538710515, 1.079511023393183, 1.0086208512176316, 0.9976671958575583, 1.0053473248040818, 0.9749627707710302, 1.0173842579149284, 1.023042568770406, 0.9834183626487213, 1.0185730954327057, 1.033273817278921, 0.9965280678503624, 0.9690108913489877, 1.0258779208898805 ] ] }, "width": 64, "in_features": 18, "out_features": 4, "depth": 6, "padding": 36, "parameters": 6160, "cert_evals": { "36": 0.14822134375572205, "72": 0.015810277312994003, "108": 0.0019762846641242504, "255": 0.0 }, "fold": 2 }, { "best_epoch": 28, "best_val_acc": 0.5354330708661418, "test_acc": 0.46653543307086615, "train_size": 211, "val_size": 127, "test_size": 508, "stats": { "mean": [ [ 0.04652693270142183, 0.020878930331753535, 0.004595829952606676, 0.050472680521327036, 0.10850436966824639, 0.11359419241706137, 0.0035522710900474227, -0.016401528483412357, 0.0019045260663507124, 0.02816009017251184, 0.02038910379146921, 0.003237731909952596, 0.0162511691943128, 0.05221142748815186, 0.04571186824644554, -0.08779599999999993, -0.02366896398104278, -0.04232626635071097 ] ], "std": [ [ 1.0660694582459869, 0.9954955740331093, 1.0005918167210288, 1.0225865249631643, 1.1919100176742894, 1.3676251093574603, 0.9782612041335168, 1.0070319475298821, 0.9609306968438209, 0.995608616420587, 0.9856739612962143, 0.9752124296736733, 1.0143856365331891, 1.0854963150619814, 1.0148237536601927, 0.9020045533947828, 0.9646100732878, 0.9403175219272142 ] ] }, "width": 64, "in_features": 18, "out_features": 4, "depth": 6, "padding": 36, "parameters": 6160, "cert_evals": { "36": 0.2263779491186142, "72": 0.20078739523887634, "108": 0.07480315119028091, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.5753047798206188, "std_test_acc": 0.07821976883180756, "n_samples": 846, "n_features": 18, "n_classes": 4, "mean_cert_acc_36": 0.3020439110696316, "std_cert_acc_36": 0.1702438574619928, "mean_cert_acc_72": 0.19403646420687437, "std_cert_acc_72": 0.15471053477576593, "mean_cert_acc_108": 0.11002916924189776, "std_cert_acc_108": 0.10184399510000533, "mean_cert_acc_255": 0.0038834952283650637, "std_cert_acc_255": 0.007766990456730127 }, "steel-plates": { "dataset": "steel-plates", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 19, "best_val_acc": 0.5016393442622951, "test_acc": 0.48218940052128584, "train_size": 485, "val_size": 305, "test_size": 1151, "stats": { "mean": [ [ -0.033171420824742434, -0.03487799787628848, -0.025752341010309272, -0.02575685641237119, -0.013433178123711241, -0.013203120387628779, -0.01932132132144322, -0.015286709072164926, -0.03529740762886613, -0.06188019999999985, 0.029282459793814393, 0.02461150515463966, -0.02461150515463966, 0.02680637649484613, 0.05348254682474227, 0.04729742422680411, 0.037012766989690665, -0.005113711814433202, -0.04244604482474207, 0.016299261237113144, 0.02038411958762842, 0.024304238721649656, 0.01957637484536068, 0.03119099608247441, 0.008960876804329868, -0.0667112558564948, 0.03806582750515489 ] ], "std": [ [ 0.9756894853975037, 0.9770748287077284, 0.928969513709341, 0.9289613756914903, 0.7271911461061646, 0.6249440949513447, 0.2710442676106522, 0.8321078924444775, 0.9681819508369377, 0.9379050398893956, 1.0059681125158686, 1.004435542438173, 1.004435542438173, 1.0374639889594413, 0.9990047126903454, 0.9783238676858398, 0.9859445483202275, 0.9264109604441377, 0.9798063758731859, 0.9885797784975004, 0.9993680933241289, 0.9978320614999503, 0.9928227904046222, 0.9831836156202347, 0.9769683973001587, 0.9740787014301614, 0.9975175191485853 ] ] }, "width": 128, "in_features": 27, "out_features": 7, "depth": 6, "padding": 54, "parameters": 13777, "cert_evals": { "36": 0.2919200658798218, "72": 0.2215464860200882, "108": 0.21112076938152313, "255": 0.16333623230457306 }, "fold": 0 }, { "best_epoch": 59, "best_val_acc": 0.6126760563380281, "test_acc": 0.5102389078498294, "train_size": 485, "val_size": 284, "test_size": 1172, "stats": { "mean": [ [ 0.03706820797938135, 0.03657455558762895, 0.014421525546391723, 0.014414742845360836, -0.04709934408247418, -0.04852457241237108, -0.033936195713195796, -0.05171317672164952, 0.013659632577319523, -0.027462527628865894, 0.006293505773195868, 0.011990152577319948, -0.011990152577319948, -0.03296888268041301, -0.009405954164948402, -0.043928852597938134, 0.002384727134020549, -0.013394573402062043, 0.027507874268041282, 0.038990112989690746, 0.0011484783505151038, -0.02832227346391757, -0.023262162268041238, -0.03206279731958757, -0.003237806419175221, -0.04168354620618558, -0.012072491587628926 ] ], "std": [ [ 1.015411156192268, 1.0184785548739292, 1.121885848311569, 1.1218788885198352, 0.690006383533972, 0.5810603178627508, 0.2538653505206093, 0.7901091189782915, 1.0313073308807894, 1.1253321716484355, 0.9934036908444747, 1.002106781592608, 1.002106781592608, 0.9446882153445072, 1.006327755621702, 1.0256643689759664, 0.9902082423796534, 1.0703705601717843, 0.9814029395820514, 0.9594928614842593, 0.9948279945629597, 0.9781432437014432, 0.9737318425454382, 0.9896265964372553, 0.996385694776415, 1.1531115464252937, 0.9965705557829847 ] ] }, "width": 128, "in_features": 27, "out_features": 7, "depth": 6, "padding": 54, "parameters": 13777, "cert_evals": { "36": 0.4513651728630066, "72": 0.40017062425613403, "108": 0.35324230790138245, "255": 0.2081911265850067 }, "fold": 1 }, { "best_epoch": 37, "best_val_acc": 0.5469798657718121, "test_acc": 0.5224525043177893, "train_size": 485, "val_size": 298, "test_size": 1158, "stats": { "mean": [ [ 0.01349540909278348, 0.011743234845361083, 0.055380051591752535, 0.05537599281030928, -0.002818057010309121, -0.0043726463257731905, -0.011363671857525773, 0.0014854367216495697, -0.017973084123711465, -0.019961297319587557, -0.006256404123711325, 0.037232857731959154, -0.037232857731959154, -0.057822187216493647, -0.04968943053608254, 0.05299214910515458, 0.012450677092783526, -0.0152095140206186, -0.021158501278350353, -0.03180742531958788, 0.011834936082473834, 0.02963465686597942, 0.02183907072164954, 0.04186944268041253, 0.024153798268247404, -0.04557396327835056, 0.03912331686597949 ] ], "std": [ [ 1.0305115292152447, 1.0350302276108283, 1.0568148967701887, 1.0568064122935077, 0.7926988315617414, 0.6342514589481083, 0.28414711305629714, 0.9056134481718624, 0.9751665814504833, 1.0270919456979695, 0.9900679127467883, 1.0066006750596284, 1.0066006750596284, 0.9543742160994036, 1.0004136931230714, 1.0094115145490878, 1.0121553004352448, 0.8186606474983903, 1.0281436358716267, 1.0235390824617858, 1.0008479768803218, 0.990294035931081, 0.9940477374299497, 1.000219892821287, 0.9933237184970842, 0.9852467220628263, 0.994697835657597 ] ] }, "width": 128, "in_features": 27, "out_features": 7, "depth": 6, "padding": 54, "parameters": 13777, "cert_evals": { "36": 0.4300518035888672, "72": 0.3652849793434143, "108": 0.3177892863750458, "255": 0.18825560808181763 }, "fold": 2 }, { "best_epoch": 96, "best_val_acc": 0.5316901408450704, "test_acc": 0.5273037542662116, "train_size": 485, "val_size": 284, "test_size": 1172, "stats": { "mean": [ [ 0.023743463731958805, 0.016176765814433166, 0.0014892443092783534, 0.0014844411752577274, -0.009514525814432954, -0.020205760659793785, -0.01871218610680407, -0.005845208247422769, 0.01885683030927834, -0.00661354618556694, 0.013281478350515526, 0.0035759175257736252, -0.0035759175257736252, 0.001803373195877225, -0.050778439121649456, -0.007776909546391795, 0.04831092711340207, -0.05191724047422686, -0.019034719298968952, 0.018150954639175196, 0.009697649484535607, -0.007318674041237245, -0.01604848907216485, -0.0013126113402060792, 0.01597799027505155, 0.03087437377319595, 0.008060444742267966 ] ], "std": [ [ 1.035245883833329, 1.0366480375890377, 1.0283716528913942, 1.0283643226814112, 0.804966635241197, 0.6387301143243845, 0.2927267776520207, 0.9211566457266325, 1.0248177126554818, 0.9991241777878153, 0.9956957155110975, 1.0004628088385008, 1.0004628088385008, 0.9913012556247199, 0.9711702662146896, 0.9776882812482338, 0.9942196574638761, 0.7385409188908473, 1.0098201632818302, 0.9666923500151875, 0.9978814369963841, 1.002103883727627, 0.9660799436198654, 1.0007299152954314, 0.9729135128718771, 1.03912258961276, 1.0093273706219772 ] ] }, "width": 128, "in_features": 27, "out_features": 7, "depth": 6, "padding": 54, "parameters": 13777, "cert_evals": { "36": 0.44965869188308716, "72": 0.39590442180633545, "108": 0.3395904302597046, "255": 0.18430033326148987 }, "fold": 3 } ], "mean_test_acc": 0.510546141738779, "std_test_acc": 0.020221920553538077, "n_samples": 1941, "n_features": 27, "n_classes": 7, "mean_cert_acc_36": 0.4057489335536957, "std_cert_acc_36": 0.07649956159598263, "mean_cert_acc_72": 0.345726627856493, "std_cert_acc_72": 0.08423221175028103, "mean_cert_acc_108": 0.305435698479414, "std_cert_acc_108": 0.06454955355395191, "mean_cert_acc_255": 0.18602082505822182, "std_cert_acc_255": 0.018385386999576852 }, "synthetic-control": { "dataset": "synthetic-control", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 49, "best_val_acc": 0.7682926829268293, "test_acc": 0.6684782608695652, "train_size": 150, "val_size": 82, "test_size": 368, "stats": { "mean": [ [ 0.03924785799999999, 0.09383712196000003, 0.07046625366666667, 0.0014863559999998659, -0.05929098933333334, -0.038894416533333365, -0.06979297906666665, 0.14184743933333332, -0.017701836666666713, 0.031171698399999972, -0.021065953866666622, 0.0012081412666666543, -0.04361972219999998, 0.0025437976666666416, 0.07672977846666663, 0.020924183333333297, -0.0169760114666666, 0.002974836000000029, 0.003983265866666657, -0.024021968200000025, -0.03956240413333334, -0.1248241973333334, -0.05730380093333336, -0.05808679486666668, -0.028370202666666712, -0.09732389666666662, -0.05763924799999995, -0.13051837340000005, -0.05395017553333331, -0.03267161173333333, -0.023729760666666683, -0.07524714946666669, -0.06614863693333331, -0.019300918133333376, -0.030039852199999936, 0.011592385653333353, 0.031318077333333326, 0.01763483633333328, -0.0250934726666667, -0.004898507333333266, 0.004217182600000006, -0.0246385992666667, -0.030988849866666696, -0.04759142453333339, -0.01953947740000004, -0.01564450933333335, -0.015787699133333277, 0.002320799400000045, 0.024963803466666677, -0.007529426400000029, 0.04093678893333338, 0.015736563599999965, -0.03746829866666665, 0.014098554666666692, -0.011547875333333272, -0.02319905666666666, -0.03142149800000005, -0.016265246000000014, 0.007930060666666574, -0.023128325933333405 ] ], "std": [ [ 0.9961076807315135, 0.9206509112843125, 1.0540224386437416, 1.0522148944257685, 0.9493400263469906, 1.0413681468006608, 1.0206521762883793, 1.0022196701786035, 0.9563400774380424, 0.9609145334914101, 1.0024994267345215, 0.9932555095692103, 0.9717731403065037, 0.98032175468797, 0.9982624484839073, 0.9382038270345618, 0.9768753390482254, 0.9916308705368667, 1.006723658496416, 1.0297445317020146, 1.032876694551145, 0.972144505822908, 0.9798593024092027, 0.9843687966126489, 1.011735889322179, 1.0429049244153183, 1.0346506734246277, 1.0538601962572212, 0.9988680991418135, 1.0180957806321926, 0.9596516599467743, 0.9834125851120433, 1.0264509047524573, 1.041847740419822, 0.9781778184682978, 1.0266071515222082, 1.0054089356966365, 0.9672870323425345, 1.0086182531503245, 0.9476236198433843, 0.9903141136237383, 0.9773410750044438, 0.9739559384791738, 1.0166341319600727, 1.0066772526142282, 0.9830356367906539, 0.9703713876993874, 1.0032669206080842, 0.9780136276281223, 0.9963547072355085, 0.9891349444554035, 0.9865762284560603, 0.975071666163836, 0.9738556836226393, 0.9427521925477134, 0.9585723823680283, 1.023473462894158, 0.974178234052611, 0.9584708977350718, 0.9781662302529668 ] ] }, "width": 256, "in_features": 60, "out_features": 6, "depth": 6, "padding": 120, "parameters": 66126, "cert_evals": { "36": 0.5570652484893799, "72": 0.39402174949645996, "108": 0.2663043439388275, "255": 0.1304347813129425 }, "fold": 0 }, { "best_epoch": 53, "best_val_acc": 0.8313253012048193, "test_acc": 0.8092643051771117, "train_size": 150, "val_size": 83, "test_size": 367, "stats": { "mean": [ [ 0.07431676333333329, 0.055703143333333274, 0.059986597200000005, 0.05962913333333327, 0.01711391199999998, -0.09842530133333331, -0.037238006933333324, 0.04494911246666669, 0.03584688633333339, -0.03672074413333339, 0.1400467430666667, -0.0017188513300000175, 0.09355356086666661, 0.08375834533333343, 0.10196642733333329, -0.002735159333333399, -0.04132526846666665, 0.002115888533333303, -0.04545685346666663, -0.026682441333333327, 0.0202955157, 0.05891559266666658, 0.09727385853333322, 0.0824819633333333, -0.003187957799999993, 0.019345319200000027, 0.015127944066666616, -0.01814940193333335, 0.028838950733333313, -0.037662185733333346, -0.03617591013333335, 0.015016469333333294, 0.03429976273333337, 0.0064533666666667005, -0.029528327399999967, -0.020207610346666682, -0.015195800666666651, -0.03826542699999998, -0.0280714353333333, -0.03387643922666661, -0.006132136866666568, -0.06652122866666664, -0.012367441333333272, 0.04345637599999996, 0.04305291933333331, 0.025584800666666543, 0.017196319133333353, -0.01777196502666665, -0.07746244253333334, -0.044407173933333335, -0.055261454599999996, -0.052746810399999934, -0.0045274859999999695, -0.025930303333333373, 0.035556554666666684, 0.009908130666666676, 0.016988207333333238, -0.00977137813333338, -0.020683775666666668, 0.012211349666666682 ] ], "std": [ [ 0.9843088538516878, 1.0385221048037923, 1.0362809707291913, 1.070636491980348, 1.036981973032216, 1.0535025500445936, 1.0486711166621683, 1.0486450651360273, 1.0014223592087255, 0.9374084409356886, 0.9860590509896011, 0.9753368966519272, 1.0333021459864373, 0.9876115794841844, 1.02068622354422, 1.0112690289204789, 1.0116637203824093, 1.033925288406938, 1.0512195357703547, 1.018333809220628, 0.985055866337006, 0.943091921098071, 0.9490130762941131, 0.99910695778916, 1.0356025959908477, 1.0026236047334451, 1.0141313027658527, 0.9956117641629766, 1.0018305711459572, 1.0053268814426604, 1.0314502672967765, 1.038459737162511, 0.937751592640825, 0.9861261142353305, 0.9749386073698773, 0.9772874202358274, 0.9591957253028498, 0.9926707359223034, 0.9729932139063138, 0.9920544640877638, 0.9836353401854067, 0.99810857871081, 1.0023120691127656, 0.9517953446574153, 1.0036265983538577, 1.0142510395016522, 0.9769674154680212, 1.0141447148508704, 1.0111479341233067, 0.9771982566562517, 0.9980648743000833, 0.9633210674621704, 0.9823793488227291, 0.9870075135806297, 0.983054034466811, 0.990652388626008, 1.0024265300075932, 0.9594171079813323, 0.9682468460883036, 0.9900597520223805 ] ] }, "width": 256, "in_features": 60, "out_features": 6, "depth": 6, "padding": 120, "parameters": 66126, "cert_evals": { "36": 0.6512261629104614, "72": 0.5122615694999695, "108": 0.4032697379589081, "255": 0.14713896811008453 }, "fold": 1 }, { "best_epoch": 55, "best_val_acc": 0.8191489361702128, "test_acc": 0.7471910112359551, "train_size": 150, "val_size": 94, "test_size": 356, "stats": { "mean": [ [ -0.114856322, -0.06579790133333327, 0.03355098266666663, -0.03648713526666665, -0.0011477239999999878, 0.13642399413333328, -0.07596104666666668, -0.0056418873333333374, 0.09558374166666667, 0.02089898246666667, 0.03188003920000004, 0.007430201999999999, -0.0038350263999999894, -0.01883838019999997, 0.0748425113333334, 0.00488779438666673, 0.018437261666666697, 0.030671767333333304, 0.022914690999999977, 0.01594029433333337, -0.048436106666666714, -0.0024884444666667177, 0.04168678213333334, 0.041644789333333244, 0.042822868333333354, 0.06534793200000001, -0.010656098666666605, -0.006021577466666684, 0.04735826933333332, 0.025442156333333393, 0.017160075866666614, -0.04544196133333331, -0.013476259999999967, 0.033218761599999966, -0.005814218000000064, -0.02626612546666666, 0.0554423356666666, -0.005378560400000007, 0.004365360799999973, 0.01993973579999998, -0.013822085533333268, -0.0276612758666667, -0.005520540333333351, 0.027592530666666643, -0.0016518936666666988, -0.02964797600000004, -0.016894890799999965, -0.018347165760000048, 0.02878474666666673, 0.009005892399999991, 0.0005037746666666054, -0.010252967199999949, 0.009452513999999928, -0.0006035673333334005, -0.023115470666666638, 0.0008124299999999337, -0.010064331333333435, 0.02198669420666669, 0.005671073333333329, 0.009682615733333344 ] ], "std": [ [ 1.0560741237905633, 1.0909763937676147, 0.9591104934810897, 1.0027353336789389, 1.0137393600188147, 0.9974355725372859, 0.9334185111764193, 1.0358338960107323, 0.9936794808583214, 1.0639561849283727, 1.0322757313313562, 1.0330482466022683, 1.0135503676371944, 1.0679076791635504, 0.9641245690753236, 1.0282675239598804, 1.0002353813184108, 0.9684654582597145, 1.0331226003460752, 1.0536462803122515, 0.9988253263652744, 1.0354371216022098, 0.9964647889804219, 1.017635225822453, 1.0005114917749387, 1.021355655521812, 0.9645306146203501, 1.0113815411448928, 0.9806016929287075, 1.0144519155296894, 1.0265802362924008, 1.02000197200153, 1.07766142678815, 1.0468290903972308, 1.0314178108001988, 1.000469001033564, 1.0450722590473078, 1.0325221094946504, 1.048894956227836, 0.9833702833504419, 1.0153917705572146, 1.012455383336184, 1.0589782810850652, 1.0157128503216464, 1.0196629247844613, 1.0470501606989209, 1.0194159827106324, 1.0071984093717992, 1.0321411977245474, 1.043438003333306, 1.0407295108896613, 1.027173255849118, 1.0179448117519239, 1.0453526291643118, 1.0174480325437838, 1.0318194380088317, 1.0133347569254487, 1.0231404714757075, 1.030328051006465, 1.0096253910405713 ] ] }, "width": 256, "in_features": 60, "out_features": 6, "depth": 6, "padding": 120, "parameters": 66126, "cert_evals": { "36": 0.6713483333587646, "72": 0.584269642829895, "108": 0.516853928565979, "255": 0.13764044642448425 }, "fold": 2 }, { "best_epoch": 35, "best_val_acc": 0.6966292134831461, "test_acc": 0.7146814404432132, "train_size": 150, "val_size": 89, "test_size": 361, "stats": { "mean": [ [ 0.1277572366666666, 0.04134771529333352, 0.021863094333333402, 0.014401853333333483, -0.002803757326666718, 0.06694332266666667, 0.07448979026666658, 0.06807802960000005, 0.019724051666666666, 0.06465353440000006, -0.0428330099999999, -0.07357414919666662, -0.04223157999999999, -0.12545532820000008, -0.04292649966666659, -0.10589588954666669, -0.04041633779999999, 0.05218024986666674, 0.05426686220000013, 0.0227305805333333, 0.10614008046666681, 0.04376943119999995, -0.013266023600000024, -0.07076259793333334, -0.074043531, -0.08001001866666667, -0.07797701933333334, -0.09792546133333335, -0.061854662000000005, -0.024533988199999985, 0.03629900386666665, 0.0058454133399999395, 0.007318489999999978, 0.03803268466666662, 0.044273164599999956, 0.0013259573333333503, -0.002469843333333337, -0.029172804800000018, -0.05582708400000001, -0.05666843433333332, -0.048033903333333315, -0.06985443860000005, -0.0578782198666667, -0.05657032866666666, -0.026883787333333433, -0.00934031266666669, 0.011623247533333353, 0.035373553640000055, 0.013784810000000043, 0.005969853333333333, 0.02904661893333334, 0.02376045733333324, -0.02384677466666665, -0.05474407806666669, -0.06623972000000003, -0.06898137600000002, -0.07447672184000008, -0.08693477600000002, -0.05651159700000001, -0.03601778493333341 ] ], "std": [ [ 0.9996137529479245, 1.0036117435912413, 1.0522681023859373, 1.1119684771253828, 1.0298920232178084, 1.070456358378364, 1.0922136476449562, 0.9445072794294876, 0.9503254307664003, 0.9324621895873916, 0.9965913991681153, 1.1062786611692523, 1.1218688680681206, 1.0020156097641995, 1.0418972253640428, 0.9838023238329702, 0.9853089091257823, 1.0414927333939905, 1.0350491750495694, 1.0308468611443276, 1.0024128778412678, 0.9938024611079457, 0.9539537713906278, 0.9088792441254281, 0.9267414020449568, 1.0592924551372531, 1.035601875159454, 1.0348290235762594, 1.0072879218281139, 1.0455750589807704, 0.9984184008706671, 0.966055737300902, 0.9991473365977808, 1.0374974178986145, 0.9976106602571032, 0.9683911885436237, 0.9999529450897607, 0.9934502585034328, 1.0060525583431303, 0.9969439583936579, 1.0032737317903146, 1.006882715938048, 0.9888037727439014, 0.997171098741018, 1.0163770279221114, 0.9925585952400967, 1.0393735568577307, 1.0254123445542493, 1.0212979411217074, 1.0292884216225284, 0.9986396756965731, 0.9791900111960249, 1.0282697752335705, 1.0042624464425858, 1.014742625093536, 1.0220728519074882, 0.9823536621313895, 1.0001527437069238, 1.0095902426275776, 1.0166981511490805 ] ] }, "width": 256, "in_features": 60, "out_features": 6, "depth": 6, "padding": 120, "parameters": 66126, "cert_evals": { "36": 0.5540165901184082, "72": 0.3961218595504761, "108": 0.3019390404224396, "255": 0.08033240586519241 }, "fold": 3 } ], "mean_test_acc": 0.7349037544314613, "std_test_acc": 0.059165745621817416, "n_samples": 600, "n_features": 60, "n_classes": 6, "mean_cert_acc_36": 0.6084140837192535, "std_cert_acc_36": 0.06161543121621748, "mean_cert_acc_72": 0.47166870534420013, "std_cert_acc_72": 0.09320788129199473, "mean_cert_acc_108": 0.37209176272153854, "std_cert_acc_108": 0.11260629529257898, "mean_cert_acc_255": 0.12388665042817593, "std_cert_acc_255": 0.029831121441791175 }, "teaching": { "dataset": "teaching", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.3181818181818182, "test_acc": 0.34065934065934067, "train_size": 38, "val_size": 22, "test_size": 91, "stats": { "mean": [ [ -0.11332560526315784, -0.17121901315789478, 0.029873731578947377, -0.30744157894736857, -0.12647241315789476 ] ], "std": [ [ 1.0757021171452221, 0.9379212090884154, 0.9728178435489211, 1.2214091484203293, 1.0035868928906388 ] ] }, "width": 32, "in_features": 5, "out_features": 3, "depth": 6, "padding": 10, "parameters": 533, "cert_evals": { "36": 0.34065935015678406, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.375, "test_acc": 0.31958762886597936, "train_size": 38, "val_size": 16, "test_size": 97, "stats": { "mean": [ [ 0.08642726315789476, 0.17190744736842098, 0.21345746842105265, 0.20351052631578942, 0.02251846578947367 ] ], "std": [ [ 0.9226189788343568, 0.9529276096944189, 1.0986997290584972, 0.7479572951992832, 0.9794960526322802 ] ] }, "width": 32, "in_features": 5, "out_features": 3, "depth": 6, "padding": 10, "parameters": 533, "cert_evals": { "36": 0.3195876181125641, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.2916666666666667, "test_acc": 0.33707865168539325, "train_size": 38, "val_size": 24, "test_size": 89, "stats": { "mean": [ [ -0.11332560526315784, 0.02154873684210526, -0.18742893684210518, -0.08846210526315801, -0.16320968421052634 ] ], "std": [ [ 1.0757021171452221, 0.983440529661239, 0.8586823726924572, 1.0752563594695814, 0.9991610142309885 ] ] }, "width": 32, "in_features": 5, "out_features": 3, "depth": 6, "padding": 10, "parameters": 533, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.5555555555555556, "test_acc": 0.29473684210526313, "train_size": 38, "val_size": 18, "test_size": 95, "stats": { "mean": [ [ 0.0864272631578948, -0.03628181578947368, -0.2848404736842105, 0.057524210526315775, -0.050956549999999996 ] ], "std": [ [ 0.9226189788343567, 1.030764765505801, 0.8345079992343973, 0.9376140898091212, 1.1033171507511983 ] ] }, "width": 32, "in_features": 5, "out_features": 3, "depth": 6, "padding": 10, "parameters": 533, "cert_evals": { "36": 0.2947368621826172, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.32301561582899413, "std_test_acc": 0.020980229910751158, "n_samples": 151, "n_features": 5, "n_classes": 3, "mean_cert_acc_36": 0.23874595761299133, "std_cert_acc_36": 0.16026678520847937, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "statlog-landsat": { "dataset": "statlog-landsat", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 19, "best_val_acc": 0.835920177383592, "test_acc": 0.8400792527596943, "train_size": 2000, "val_size": 902, "test_size": 3533, "stats": { "mean": [ [ -6.934999915808593e-08, 2.3328000050659715e-07, -1.1755000014720962e-07, 4.1650000113531425e-08, 2.974999921856458e-08, 4.0644999990996356e-07, -1.644000001917445e-07, -1.413499999420309e-07, -8.425000072870282e-08, -1.3005000039911785e-07, 2.7175000002155337e-07, 1.0295000034876712e-07, 1.0184999964849006e-07, 6.443749997200598e-07, -1.6854999985216335e-07, 3.127500005414563e-07, 1.409999956569763e-08, 1.658500001333052e-07, -1.2499999977327868e-07, -5.844999979326415e-08, 2.847999998976669e-07, 3.69650000320354e-07, -2.5099999955369155e-08, -7.789999963525585e-08, 2.7900000419078807e-08, 1.6560000010702563e-07, -6.818499998652027e-07, 5.085000043508758e-08, -2.546000000173132e-07, 1.6649999925254233e-08, -5.505499998159635e-07, -2.0430000036758546e-07, 6.48000004858651e-08, 1.6479999976863612e-07, 1.1045000017417816e-07, -5.730000016734849e-08 ] ], "std": [ [ 0.9997504252780416, 0.9997504353750883, 0.9997503864088414, 0.9997498292458762, 0.999750452450114, 0.9997515833752775, 0.9997498884010328, 0.9997500268501014, 0.9997502639520248, 0.9997509350029689, 0.9997501055034534, 0.9997499174689204, 0.9997496455953512, 0.9997496576620629, 0.999749738590197, 0.9997497575751876, 0.9997501294203239, 0.9997495457673908, 0.999749811725968, 0.9997499464044513, 0.9997498084183996, 0.9997501411837695, 0.9997498091480883, 0.9997501130822933, 0.9997499551918837, 0.9997500274473032, 0.999750691794593, 0.9997498389478997, 0.9997497286241793, 0.9997505072133269, 0.9997503342441044, 0.9997498754279657, 0.9997500420188261, 0.9997503240021074, 0.9997501539041043, 0.9997498636945846 ] ] }, "width": 128, "in_features": 36, "out_features": 6, "depth": 6, "padding": 72, "parameters": 24126, "cert_evals": { "36": 0.809510350227356, "72": 0.7749788165092468, "108": 0.7336541414260864, "255": 0.473818302154541 }, "fold": 0 }, { "best_epoch": 35, "best_val_acc": 0.8391304347826087, "test_acc": 0.8389758179231863, "train_size": 2000, "val_size": 920, "test_size": 3515, "stats": { "mean": [ [ -6.934999915808593e-08, 2.3328000050659715e-07, -1.1755000014720962e-07, 4.1650000113531425e-08, 2.974999921856458e-08, 4.0644999990996356e-07, -1.644000001917445e-07, -1.413499999420309e-07, -8.425000072870282e-08, -1.3005000039911785e-07, 2.7175000002155337e-07, 1.0295000034876712e-07, 1.0184999964849006e-07, 6.443749997200598e-07, -1.6854999985216335e-07, 3.127500005414563e-07, 1.409999956569763e-08, 1.658500001333052e-07, -1.2499999977327868e-07, -5.844999979326415e-08, 2.847999998976669e-07, 3.69650000320354e-07, -2.5099999955369155e-08, -7.789999963525585e-08, 2.7900000419078807e-08, 1.6560000010702563e-07, -6.818499998652027e-07, 5.085000043508758e-08, -2.546000000173132e-07, 1.6649999925254233e-08, -5.505499998159635e-07, -2.0430000036758546e-07, 6.48000004858651e-08, 1.6479999976863612e-07, 1.1045000017417816e-07, -5.730000016734849e-08 ] ], "std": [ [ 0.9997504252780416, 0.9997504353750883, 0.9997503864088414, 0.9997498292458762, 0.999750452450114, 0.9997515833752775, 0.9997498884010328, 0.9997500268501014, 0.9997502639520248, 0.9997509350029689, 0.9997501055034534, 0.9997499174689204, 0.9997496455953512, 0.9997496576620629, 0.999749738590197, 0.9997497575751876, 0.9997501294203239, 0.9997495457673908, 0.999749811725968, 0.9997499464044513, 0.9997498084183996, 0.9997501411837695, 0.9997498091480883, 0.9997501130822933, 0.9997499551918837, 0.9997500274473032, 0.999750691794593, 0.9997498389478997, 0.9997497286241793, 0.9997505072133269, 0.9997503342441044, 0.9997498754279657, 0.9997500420188261, 0.9997503240021074, 0.9997501539041043, 0.9997498636945846 ] ] }, "width": 128, "in_features": 36, "out_features": 6, "depth": 6, "padding": 72, "parameters": 24126, "cert_evals": { "36": 0.8139402866363525, "72": 0.782930314540863, "108": 0.7382646203041077, "255": 0.5058321952819824 }, "fold": 1 }, { "best_epoch": 76, "best_val_acc": 0.8454842219804135, "test_acc": 0.8304891922639362, "train_size": 2000, "val_size": 919, "test_size": 3516, "stats": { "mean": [ [ -6.934999915808593e-08, 2.3328000050659715e-07, -1.1755000014720962e-07, 4.1650000113531425e-08, 2.974999921856458e-08, 4.0644999990996356e-07, -1.644000001917445e-07, -1.413499999420309e-07, -8.425000072870282e-08, -1.3005000039911785e-07, 2.7175000002155337e-07, 1.0295000034876712e-07, 1.0184999964849006e-07, 6.443749997200598e-07, -1.6854999985216335e-07, 3.127500005414563e-07, 1.409999956569763e-08, 1.658500001333052e-07, -1.2499999977327868e-07, -5.844999979326415e-08, 2.847999998976669e-07, 3.69650000320354e-07, -2.5099999955369155e-08, -7.789999963525585e-08, 2.7900000419078807e-08, 1.6560000010702563e-07, -6.818499998652027e-07, 5.085000043508758e-08, -2.546000000173132e-07, 1.6649999925254233e-08, -5.505499998159635e-07, -2.0430000036758546e-07, 6.48000004858651e-08, 1.6479999976863612e-07, 1.1045000017417816e-07, -5.730000016734849e-08 ] ], "std": [ [ 0.9997504252780416, 0.9997504353750883, 0.9997503864088414, 0.9997498292458762, 0.999750452450114, 0.9997515833752775, 0.9997498884010328, 0.9997500268501014, 0.9997502639520248, 0.9997509350029689, 0.9997501055034534, 0.9997499174689204, 0.9997496455953512, 0.9997496576620629, 0.999749738590197, 0.9997497575751876, 0.9997501294203239, 0.9997495457673908, 0.999749811725968, 0.9997499464044513, 0.9997498084183996, 0.9997501411837695, 0.9997498091480883, 0.9997501130822933, 0.9997499551918837, 0.9997500274473032, 0.999750691794593, 0.9997498389478997, 0.9997497286241793, 0.9997505072133269, 0.9997503342441044, 0.9997498754279657, 0.9997500420188261, 0.9997503240021074, 0.9997501539041043, 0.9997498636945846 ] ] }, "width": 128, "in_features": 36, "out_features": 6, "depth": 6, "padding": 72, "parameters": 24126, "cert_evals": { "36": 0.8026165962219238, "72": 0.7718998789787292, "108": 0.7315130829811096, "255": 0.5002843737602234 }, "fold": 2 }, { "best_epoch": 43, "best_val_acc": 0.8196902654867256, "test_acc": 0.8476352308128009, "train_size": 2000, "val_size": 904, "test_size": 3531, "stats": { "mean": [ [ -6.934999915808593e-08, 2.3328000050659715e-07, -1.1755000014720962e-07, 4.1650000113531425e-08, 2.974999921856458e-08, 4.0644999990996356e-07, -1.644000001917445e-07, -1.413499999420309e-07, -8.425000072870282e-08, -1.3005000039911785e-07, 2.7175000002155337e-07, 1.0295000034876712e-07, 1.0184999964849006e-07, 6.443749997200598e-07, -1.6854999985216335e-07, 3.127500005414563e-07, 1.409999956569763e-08, 1.658500001333052e-07, -1.2499999977327868e-07, -5.844999979326415e-08, 2.847999998976669e-07, 3.69650000320354e-07, -2.5099999955369155e-08, -7.789999963525585e-08, 2.7900000419078807e-08, 1.6560000010702563e-07, -6.818499998652027e-07, 5.085000043508758e-08, -2.546000000173132e-07, 1.6649999925254233e-08, -5.505499998159635e-07, -2.0430000036758546e-07, 6.48000004858651e-08, 1.6479999976863612e-07, 1.1045000017417816e-07, -5.730000016734849e-08 ] ], "std": [ [ 0.9997504252780416, 0.9997504353750883, 0.9997503864088414, 0.9997498292458762, 0.999750452450114, 0.9997515833752775, 0.9997498884010328, 0.9997500268501014, 0.9997502639520248, 0.9997509350029689, 0.9997501055034534, 0.9997499174689204, 0.9997496455953512, 0.9997496576620629, 0.999749738590197, 0.9997497575751876, 0.9997501294203239, 0.9997495457673908, 0.999749811725968, 0.9997499464044513, 0.9997498084183996, 0.9997501411837695, 0.9997498091480883, 0.9997501130822933, 0.9997499551918837, 0.9997500274473032, 0.999750691794593, 0.9997498389478997, 0.9997497286241793, 0.9997505072133269, 0.9997503342441044, 0.9997498754279657, 0.9997500420188261, 0.9997503240021074, 0.9997501539041043, 0.9997498636945846 ] ] }, "width": 128, "in_features": 36, "out_features": 6, "depth": 6, "padding": 72, "parameters": 24126, "cert_evals": { "36": 0.8187481760978699, "72": 0.7915604114532471, "108": 0.7589917778968811, "255": 0.5698102116584778 }, "fold": 3 } ], "mean_test_acc": 0.8392948734399044, "std_test_acc": 0.007019464115835129, "n_samples": 6435, "n_features": 36, "n_classes": 6, "mean_cert_acc_36": 0.8112038522958755, "std_cert_acc_36": 0.006855990340930105, "mean_cert_acc_72": 0.7803423553705215, "std_cert_acc_72": 0.008805022651587448, "mean_cert_acc_108": 0.7406059056520462, "std_cert_acc_108": 0.012576808885965397, "mean_cert_acc_255": 0.5124362707138062, "std_cert_acc_255": 0.0407201793015321 }, "tic-tac-toe": { "dataset": "tic-tac-toe", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 4, "best_val_acc": 0.6232876712328768, "test_acc": 0.6736474694589878, "train_size": 239, "val_size": 146, "test_size": 573, "stats": { "mean": [ [ -0.06774635146443425, 0.01449869790794993, 0.05074422594142255, -0.014738167364016513, 0.015902112970711264, 0.01937172301255273, -0.05826698744769888, 0.06322694058577437, -0.03456911297071133 ] ], "std": [ [ 0.9772364146923964, 0.9898671665296854, 0.9927899252300538, 1.0052200080228313, 1.0139839580724326, 1.0321649186622677, 0.9396177418537401, 0.9908262445058792, 1.022463266648573 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 10, "best_val_acc": 0.7430555555555556, "test_acc": 0.7321739130434782, "train_size": 239, "val_size": 144, "test_size": 575, "stats": { "mean": [ [ 0.055483841004184395, -0.00011965439330530087, 0.00808757322175727, -0.029356599999999875, 0.039023707112970575, 0.019371482008368506, -0.08670484518828446, -0.039102302092049956, 0.027046133891213308 ] ], "std": [ [ 0.9957045497387771, 1.0146010728149857, 1.003301186901333, 1.0124926159677299, 0.9987054895066753, 0.9814356430315144, 0.973828360138658, 1.0003184664932105, 0.9832177518418727 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 71, "best_val_acc": 0.7786259541984732, "test_acc": 0.7312925170068028, "train_size": 239, "val_size": 131, "test_size": 588, "stats": { "mean": [ [ -0.04878792468619211, 0.0047529958158996155, 0.09814042677824272, -0.024483735564853226, 0.034399451882844975, -0.009865222594141925, -0.02508974895397498, 0.004753076150627897, -0.04878784100418414 ] ], "std": [ [ 1.001934480203885, 0.9778484267660271, 1.0046660181235467, 1.0212723008937266, 1.0210245107562923, 1.0306454853299336, 0.9862518055799147, 0.9951065507668124, 0.9747736634076275 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 15, "best_val_acc": 0.7028985507246377, "test_acc": 0.6626506024096386, "train_size": 239, "val_size": 138, "test_size": 581, "stats": { "mean": [ [ 0.10288007531380783, 0.04373577740585817, 0.041264979079497874, -0.034229491213389085, -0.05346292050209214, -0.1999054092050213, 0.08392158158995812, 0.07297261589958158, -0.05826715481171532 ] ], "std": [ [ 0.9966065572515563, 1.018968015200093, 0.9922920069375739, 0.9979419605462078, 0.9801398510182366, 0.9915447189713678, 0.9965163996887837, 0.9964419395653665, 0.9951178388160773 ] ] }, "width": 32, "in_features": 9, "out_features": 2, "depth": 6, "padding": 18, "parameters": 1586, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.699941125479727, "std_test_acc": 0.03698559089966283, "n_samples": 958, "n_features": 9, "n_classes": 2, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "titanic": { "dataset": "titanic", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 23, "best_val_acc": 0.7746478873239436, "test_acc": 0.7839506172839507, "train_size": 550, "val_size": 355, "test_size": 1296, "stats": { "mean": [ [ -0.033479024545449286, -0.04388359999999998, 0.04633865636363635 ] ], "std": [ [ 1.0184009911459524, 0.9030112522482995, 0.965727266734473 ] ] }, "width": 32, "in_features": 3, "out_features": 2, "depth": 6, "padding": 10, "parameters": 502, "cert_evals": { "36": 0.7160493731498718, "72": 0.15817901492118835, "108": 0.1558641940355301, "255": 0.0 }, "fold": 0 }, { "best_epoch": 18, "best_val_acc": 0.8022922636103151, "test_acc": 0.7273425499231951, "train_size": 550, "val_size": 349, "test_size": 1302, "stats": { "mean": [ [ 0.00599657709091412, -0.02712665454545435, 0.02416022909090901 ] ], "std": [ [ 0.993203063568118, 0.9413765013907114, 0.9824417459762911 ] ] }, "width": 32, "in_features": 3, "out_features": 2, "depth": 6, "padding": 10, "parameters": 502, "cert_evals": { "36": 0.6705068945884705, "72": 0.149769589304924, "108": 0.14746543765068054, "255": 0.0 }, "fold": 1 }, { "best_epoch": 14, "best_val_acc": 0.7413249211356467, "test_acc": 0.7773613193403298, "train_size": 550, "val_size": 317, "test_size": 1334, "stats": { "mean": [ [ 0.014578170545459438, -0.043883600000000356, 0.03303160000000017 ] ], "std": [ [ 1.0150806710594007, 0.9030112522482996, 0.9758508000000029 ] ] }, "width": 32, "in_features": 3, "out_features": 2, "depth": 6, "padding": 10, "parameters": 502, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 16, "best_val_acc": 0.7521865889212828, "test_acc": 0.7775229357798165, "train_size": 550, "val_size": 343, "test_size": 1308, "stats": { "mean": [ [ 0.0077128369090957785, -0.027126654545454543, -0.0290679963636369 ] ], "std": [ [ 1.026123748181085, 0.9413765013907113, 1.0194745387594568 ] ] }, "width": 32, "in_features": 3, "out_features": 2, "depth": 6, "padding": 10, "parameters": 502, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.766544355581823, "std_test_acc": 0.02631409914511235, "n_samples": 2201, "n_features": 3, "n_classes": 2, "mean_cert_acc_36": 0.34663906693458557, "std_cert_acc_36": 0.40069590696598434, "mean_cert_acc_72": 0.07698715105652809, "std_cert_acc_72": 0.08896337248328745, "mean_cert_acc_108": 0.07583240792155266, "std_cert_acc_108": 0.08763082775509441, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "trains": { "dataset": "trains", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 5, "best_val_acc": 0.8, "test_acc": 0.6666666666666666, "train_size": 2, "val_size": 5, "test_size": 3, "stats": { "mean": [ [ -0.61237, -0.9717294999999999, -0.316228, 0.621059, 0.786374, -0.474342, -0.369273, -0.316228, -0.41404050000000003, -0.161281, 1.264911, 0.2108185, -0.08519500000000002, -0.685249, -0.7115125, -0.29632100000000006, 0.398527, -0.621059, -0.621059, -0.619234, -0.621059, -0.514496, 0.41404050000000003, -0.774597, -0.774597, 0.711514, -0.316228, 0.41404050000000003, -0.316228 ] ], "std": [ [ 0.61237, 0.6073305, 1.0, 1.0, 0.406746, 1.0, 0.7385470000000001, 1.0, 1.0350995, 0.322562, 1.581139, 0.5270465, 1.2779150000000001, 0.571041, 0.16940750000000004, 0.740799, 1.328423, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0350995, 1.0, 1.0, 1.185856, 1.0, 1.0350995, 1.0 ] ] }, "width": 128, "in_features": 29, "out_features": 2, "depth": 6, "padding": 58, "parameters": 15546, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 10, "best_val_acc": 1.0, "test_acc": 0.75, "train_size": 2, "val_size": 4, "test_size": 4, "stats": { "mean": [ [ -0.61237, -0.36439749999999993, -0.316228, 0.621059, 0.10846649999999997, -0.474342, 0.7385470000000001, 1.264911, -1.44914, -0.8064045, 1.264911, -0.316228, -0.5111665000000001, -0.11420999999999992, -0.7115125, -0.29632100000000006, -0.5977899999999999, -0.621059, -0.621059, -0.619234, -0.621059, -0.514496, 0.41404050000000003, 0.19365149999999998, 0.19365149999999998, -0.474342, -0.316228, -0.621059, -0.316228 ] ], "std": [ [ 0.61237, 1.2146625, 1.0, 1.0, 1.0846535, 1.0, 0.3692730000000001, 1.581139, 1.0, 0.9676855, 1.581139, 1.0, 0.8519435000000001, 1.14208, 0.16940750000000004, 0.740799, 0.33210599999999996, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0350995, 0.9682485, 0.9682485, 1.0, 1.0, 1.0, 1.0 ] ] }, "width": 128, "in_features": 29, "out_features": 2, "depth": 6, "padding": 58, "parameters": 15546, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 13, "best_val_acc": 1.0, "test_acc": 0.6666666666666666, "train_size": 2, "val_size": 2, "test_size": 6, "stats": { "mean": [ [ -0.61237, -0.36439749999999993, -0.316228, 0.621059, 0.10846649999999997, -0.474342, 0.7385470000000001, 1.264911, -1.44914, -0.8064045, 1.264911, -0.316228, -0.5111665000000001, -0.11420999999999992, -0.7115125, -0.29632100000000006, -0.5977899999999999, -0.621059, -0.621059, -0.619234, -0.621059, -0.514496, 0.41404050000000003, 0.19365149999999998, 0.19365149999999998, -0.474342, -0.316228, -0.621059, -0.316228 ] ], "std": [ [ 0.61237, 1.2146625, 1.0, 1.0, 1.0846535, 1.0, 0.3692730000000001, 1.581139, 1.0, 0.9676855, 1.581139, 1.0, 0.8519435000000001, 1.14208, 0.16940750000000004, 0.740799, 0.33210599999999996, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0350995, 0.9682485, 0.9682485, 1.0, 1.0, 1.0, 1.0 ] ] }, "width": 128, "in_features": 29, "out_features": 2, "depth": 6, "padding": 58, "parameters": 15546, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 6, "best_val_acc": 1.0, "test_acc": 0.6666666666666666, "train_size": 2, "val_size": 2, "test_size": 6, "stats": { "mean": [ [ -0.61237, 0.24293300000000004, 1.264911, -0.41404050000000003, -1.1117685, -0.474342, 0.7385470000000001, 1.264911, -0.41404050000000003, -0.32255999999999996, -0.316228, -1.370319, -0.5111665000000001, -0.11420999999999992, -0.7115125, -0.29632100000000006, -0.5977899999999999, -0.621059, -0.621059, -0.619234, -0.621059, -0.514496, -0.621059, 0.19365149999999998, 1.1619, -0.474342, -0.316228, -0.621059, -0.316228 ] ], "std": [ [ 0.61237, 0.607332, 1.581139, 1.0350995, 0.13558149999999997, 1.0, 0.3692730000000001, 1.581139, 1.0350995, 1.45153, 1.0, 1.0540910000000001, 0.8519435000000001, 1.14208, 0.16940750000000004, 0.740799, 0.33210599999999996, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9682485, 1.0, 1.0, 1.0, 1.0, 1.0 ] ] }, "width": 128, "in_features": 29, "out_features": 2, "depth": 6, "padding": 58, "parameters": 15546, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.6874999999999999, "std_test_acc": 0.041666666666666685, "n_samples": 10, "n_features": 29, "n_classes": 2, "mean_cert_acc_36": 0.0, "std_cert_acc_36": 0.0, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "thyroid": { "dataset": "thyroid", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 2, "best_val_acc": 0.9165596919127086, "test_acc": 0.9181423321082526, "train_size": 3428, "val_size": 779, "test_size": 2993, "stats": { "mean": [ [ 2.1796966167956114e-07, -8.751458590497311e-08, 3.876896143196366e-07, -4.066511084792401e-07, -2.217036219565563e-08, -6.01225204592932e-07, -3.491831976714682e-07, 1.7327888073170088e-07, -1.2952158793330312e-07, 3.471411895625862e-07, 2.2170361729813757e-07, -8.051341829072995e-08, -2.386231042215566e-07, -9.655775979550964e-08, 0.0, -1.1260210272149139e-07, 3.3932322032535964e-08, -3.3576429478599215e-08, 2.5419486573375144e-07, -5.215869288406012e-08, 1.4458576431177031e-07 ] ], "std": [ [ 0.9998541758225387, 0.9998532681152404, 0.9998556205991698, 0.9998539274386128, 0.999854696658317, 0.9998534548382348, 0.9998502394347666, 0.999853857874386, 0.9998538109684775, 0.9998551002843616, 0.9998536686664701, 0.9998545576369466, 0.9998513717555766, 0.9998546597440786, 1.0, 0.9998533945369356, 0.9998545375243406, 0.9998541828261739, 0.9998546087571518, 0.999854053898975, 0.999854213852071 ] ] }, "width": 64, "in_features": 21, "out_features": 3, "depth": 6, "padding": 42, "parameters": 8277, "cert_evals": { "36": 0.03742064908146858, "72": 0.020380888134241104, "108": 0.019044436514377594, "255": 0.009355162270367146 }, "fold": 0 }, { "best_epoch": 3, "best_val_acc": 0.9375812743823146, "test_acc": 0.9270729270729271, "train_size": 3428, "val_size": 769, "test_size": 3003, "stats": { "mean": [ [ 2.1796966167956114e-07, -8.751458590497311e-08, 3.876896143196366e-07, -4.066511084792401e-07, -2.217036219565563e-08, -6.01225204592932e-07, -3.491831976714682e-07, 1.7327888073170088e-07, -1.2952158793330312e-07, 3.471411895625862e-07, 2.2170361729813757e-07, -8.051341829072995e-08, -2.386231042215566e-07, -9.655775979550964e-08, 0.0, -1.1260210272149139e-07, 3.3932322032535964e-08, -3.3576429478599215e-08, 2.5419486573375144e-07, -5.215869288406012e-08, 1.4458576431177031e-07 ] ], "std": [ [ 0.9998541758225387, 0.9998532681152404, 0.9998556205991698, 0.9998539274386128, 0.999854696658317, 0.9998534548382348, 0.9998502394347666, 0.999853857874386, 0.9998538109684775, 0.9998551002843616, 0.9998536686664701, 0.9998545576369466, 0.9998513717555766, 0.9998546597440786, 1.0, 0.9998533945369356, 0.9998545375243406, 0.9998541828261739, 0.9998546087571518, 0.999854053898975, 0.999854213852071 ] ] }, "width": 64, "in_features": 21, "out_features": 3, "depth": 6, "padding": 42, "parameters": 8277, "cert_evals": { "36": 0.6047285795211792, "72": 0.026973025873303413, "108": 0.02097902074456215, "255": 0.0133200129494071 }, "fold": 1 }, { "best_epoch": 5, "best_val_acc": 0.9376558603491272, "test_acc": 0.9397306397306397, "train_size": 3428, "val_size": 802, "test_size": 2970, "stats": { "mean": [ [ 2.1796966167956114e-07, -8.751458590497311e-08, 3.876896143196366e-07, -4.066511084792401e-07, -2.217036219565563e-08, -6.01225204592932e-07, -3.491831976714682e-07, 1.7327888073170088e-07, -1.2952158793330312e-07, 3.471411895625862e-07, 2.2170361729813757e-07, -8.051341829072995e-08, -2.386231042215566e-07, -9.655775979550964e-08, 0.0, -1.1260210272149139e-07, 3.3932322032535964e-08, -3.3576429478599215e-08, 2.5419486573375144e-07, -5.215869288406012e-08, 1.4458576431177031e-07 ] ], "std": [ [ 0.9998541758225387, 0.9998532681152404, 0.9998556205991698, 0.9998539274386128, 0.999854696658317, 0.9998534548382348, 0.9998502394347666, 0.999853857874386, 0.9998538109684775, 0.9998551002843616, 0.9998536686664701, 0.9998545576369466, 0.9998513717555766, 0.9998546597440786, 1.0, 0.9998533945369356, 0.9998545375243406, 0.9998541828261739, 0.9998546087571518, 0.999854053898975, 0.999854213852071 ] ] }, "width": 64, "in_features": 21, "out_features": 3, "depth": 6, "padding": 42, "parameters": 8277, "cert_evals": { "36": 0.8632996082305908, "72": 0.5962962508201599, "108": 0.05084174871444702, "255": 0.015151514671742916 }, "fold": 2 }, { "best_epoch": 16, "best_val_acc": 0.849645390070922, "test_acc": 0.8506684056080861, "train_size": 3428, "val_size": 705, "test_size": 3067, "stats": { "mean": [ [ 2.1796966167956114e-07, -8.751458590497311e-08, 3.876896143196366e-07, -4.066511084792401e-07, -2.217036219565563e-08, -6.01225204592932e-07, -3.491831976714682e-07, 1.7327888073170088e-07, -1.2952158793330312e-07, 3.471411895625862e-07, 2.2170361729813757e-07, -8.051341829072995e-08, -2.386231042215566e-07, -9.655775979550964e-08, 0.0, -1.1260210272149139e-07, 3.3932322032535964e-08, -3.3576429478599215e-08, 2.5419486573375144e-07, -5.215869288406012e-08, 1.4458576431177031e-07 ] ], "std": [ [ 0.9998541758225387, 0.9998532681152404, 0.9998556205991698, 0.9998539274386128, 0.999854696658317, 0.9998534548382348, 0.9998502394347666, 0.999853857874386, 0.9998538109684775, 0.9998551002843616, 0.9998536686664701, 0.9998545576369466, 0.9998513717555766, 0.9998546597440786, 1.0, 0.9998533945369356, 0.9998545375243406, 0.9998541828261739, 0.9998546087571518, 0.999854053898975, 0.999854213852071 ] ] }, "width": 64, "in_features": 21, "out_features": 3, "depth": 6, "padding": 42, "parameters": 8277, "cert_evals": { "36": 0.7623084783554077, "72": 0.630583643913269, "108": 0.47864362597465515, "255": 0.019563091918826103 }, "fold": 3 } ], "mean_test_acc": 0.9089035761299763, "std_test_acc": 0.03982094449602797, "n_samples": 7200, "n_features": 21, "n_classes": 3, "mean_cert_acc_36": 0.5669393287971616, "std_cert_acc_36": 0.3686988741792349, "mean_cert_acc_72": 0.31855845218524337, "std_cert_acc_72": 0.3407980465536669, "mean_cert_acc_108": 0.14237720798701048, "std_cert_acc_108": 0.22464960609458287, "mean_cert_acc_255": 0.014347445452585816, "std_cert_acc_255": 0.00423587866878692 }, "vertebral-column-2clases": { "dataset": "vertebral-column-2clases", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.3389830508474576, "test_acc": 0.3160919540229885, "train_size": 77, "val_size": 59, "test_size": 174, "stats": { "mean": [ [ -0.04851593662337664, -0.013603715584415602, 0.017817786623376606, -0.052196842324675335, -0.002157415584415587, -0.03604349805194806 ] ], "std": [ [ 0.9285507134809343, 1.06595981877074, 0.9952787423256769, 0.8624418582955644, 0.9372946280214954, 0.7536679299194217 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.31609195470809937, "72": 0.31609195470809937, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.3333333333333333, "test_acc": 0.3193717277486911, "train_size": 77, "val_size": 42, "test_size": 191, "stats": { "mean": [ [ -0.01160272857142857, 0.19142412077922066, 0.13749096324675333, -0.1576678293376624, 0.1349718081818182, 0.01367927922077926 ] ], "std": [ [ 0.9739076978851005, 1.1234128014311557, 1.0980714645789118, 0.9124304878226723, 0.8779104710989865, 0.8103068848046617 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.3193717300891876, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.23529411764705882, "test_acc": 0.34615384615384615, "train_size": 77, "val_size": 51, "test_size": 182, "stats": { "mean": [ [ -0.08900769350649353, 0.022068336363636327, -0.17777378870129867, -0.13070269816883123, -0.08019039701298694, 0.034270005844155946 ] ], "std": [ [ 1.1891598679346718, 1.0629718968025748, 0.9683921685715591, 1.1934548554540982, 1.0519483392859137, 1.4108241281173226 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.8043478260869565, "test_acc": 0.6470588235294118, "train_size": 77, "val_size": 46, "test_size": 187, "stats": { "mean": [ [ -0.06772925194805193, -0.07967984805194804, -0.14121441038961047, -0.02757299220779231, -0.014883416753246786, -0.1100020467532468 ] ], "std": [ [ 1.0828152543652132, 1.0199396915025827, 0.9339640371725322, 0.9916023829290741, 1.077978313814909, 0.7401101130023645 ] ] }, "width": 32, "in_features": 6, "out_features": 2, "depth": 6, "padding": 12, "parameters": 734, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.4071690878637344, "std_test_acc": 0.1604923318526261, "n_samples": 310, "n_features": 6, "n_classes": 2, "mean_cert_acc_36": 0.15886592119932175, "std_cert_acc_36": 0.18344745127448317, "mean_cert_acc_72": 0.07902298867702484, "std_cert_acc_72": 0.15804597735404968, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "vertebral-column-3clases": { "dataset": "vertebral-column-3clases", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.5909090909090909, "test_acc": 0.4603174603174603, "train_size": 77, "val_size": 44, "test_size": 189, "stats": { "mean": [ [ -0.017758871428571372, -0.13893042727272728, -0.08468526142857148, 0.08071379740259733, 0.06779229129870129, 0.08923458311688294 ] ], "std": [ [ 1.0953816731705295, 0.8966984943146973, 0.956938148341136, 1.2077590425927807, 1.073031602135157, 1.464104633953606 ] ] }, "width": 32, "in_features": 6, "out_features": 3, "depth": 6, "padding": 12, "parameters": 747, "cert_evals": { "36": 0.20105819404125214, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.5, "test_acc": 0.48044692737430167, "train_size": 77, "val_size": 54, "test_size": 179, "stats": { "mean": [ [ -0.049201149350649384, -0.06358896883116881, -0.11700971038961039, -0.01579821818181819, -6.0709350649427305e-05, 0.0891967623376624 ] ], "std": [ [ 1.093043067173537, 1.0341900281252163, 0.948390256340442, 1.1192974642236186, 1.0160280673716198, 1.4089004707085644 ] ] }, "width": 32, "in_features": 6, "out_features": 3, "depth": 6, "padding": 12, "parameters": 747, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.4107142857142857, "test_acc": 0.5084745762711864, "train_size": 77, "val_size": 56, "test_size": 177, "stats": { "mean": [ [ -0.030620783376623464, -0.15526778051948048, -0.0557417341558442, 0.0764179809090909, -0.11299565064935047, -0.10344603831168832 ] ], "std": [ [ 0.9944305280127423, 0.9108287434677631, 0.8529822131400763, 0.9664086884725089, 0.9649650863065573, 0.713799883374489 ] ] }, "width": 32, "in_features": 6, "out_features": 3, "depth": 6, "padding": 12, "parameters": 747, "cert_evals": { "36": 0.508474588394165, "72": 0.508474588394165, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.39622641509433965, "test_acc": 0.3, "train_size": 77, "val_size": 53, "test_size": 180, "stats": { "mean": [ [ 0.20264046623376622, 0.3261196974025974, 0.10299690753246762, 0.017040496636363645, -0.09640795220779223, 0.03692924155844167 ] ], "std": [ [ 1.1066380009229393, 1.1415960579871545, 1.0733819141948675, 1.089301161345955, 0.9585561559088557, 0.8693443253284101 ] ] }, "width": 32, "in_features": 6, "out_features": 3, "depth": 6, "padding": 12, "parameters": 747, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.4373097409907371, "std_test_acc": 0.09364573446264464, "n_samples": 310, "n_features": 6, "n_classes": 3, "mean_cert_acc_36": 0.1773831956088543, "std_cert_acc_36": 0.24021629981894033, "mean_cert_acc_72": 0.12711864709854126, "std_cert_acc_72": 0.2542372941970825, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "twonorm": { "dataset": "twonorm", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 6, "best_val_acc": 0.977961432506887, "test_acc": 0.975566016588209, "train_size": 1850, "val_size": 1089, "test_size": 4461, "stats": { "mean": [ [ -0.014544049503783818, -0.003368689291891876, 0.016772092459459455, 0.0019175647345946178, -0.02506532699859457, 0.0038982543675675696, 0.019339146565999932, -0.009895024481081047, 0.006385932609729719, -0.0014487788735135277, -0.02301627440935135, -0.005151859209189199, 0.008102996605405427, -0.0044304854756756626, 0.0017575496378378407, -0.009554797715135191, 0.026529897787837913, 0.02922682911891893, -0.01169157914054059, -0.004898149291891907 ] ], "std": [ [ 1.008740635111714, 1.0057995039659557, 0.9837382170327289, 1.0009348723588565, 0.9894373169495185, 0.9855025922172592, 1.0016273845342372, 1.0019232777130362, 1.0102983788423001, 0.989126863772442, 1.014473431822349, 0.9873937513386905, 1.0120815536633763, 1.0026507637547364, 0.9944344640609678, 1.0009003980137419, 1.017029495884869, 0.9934459224888799, 1.005170519855988, 1.0182286286784454 ] ] }, "width": 64, "in_features": 20, "out_features": 2, "depth": 6, "padding": 40, "parameters": 7482, "cert_evals": { "36": 0.9618920087814331, "72": 0.9444071054458618, "108": 0.9170590043067932, "255": 0.7126204967498779 }, "fold": 0 }, { "best_epoch": 9, "best_val_acc": 0.984182776801406, "test_acc": 0.9766545784224842, "train_size": 1850, "val_size": 1138, "test_size": 4412, "stats": { "mean": [ [ -0.011274481706054077, 0.0010725280108108113, 0.04904605430486482, 0.00013406402702702838, 0.0037092568978378815, -0.03159644886486481, 0.00852751402702707, -0.014074217665405411, 0.026686750430270245, 0.023341407989189197, 0.00574216419659461, -0.019635965771891885, 0.04072469101081081, 0.00963421142594593, -0.044921805624324275, -0.025982841086486463, -0.0002432451580000008, -0.011375726291891854, 0.021153889262702744, 0.01900583370702701 ] ], "std": [ [ 0.9976085735229742, 1.0108425474557818, 1.0105604700510442, 1.0350336168987333, 0.990362036249636, 0.9744762030983907, 1.0066091603129825, 0.984656658886602, 0.9965234554482512, 0.973435364067005, 0.9921055599456662, 1.0065413490604112, 1.0042400869906856, 0.9880184758483341, 0.9898502752755675, 0.992736848303296, 0.9922171097916167, 1.0043754412776131, 0.9893350555688326, 0.9868441569808528 ] ] }, "width": 64, "in_features": 20, "out_features": 2, "depth": 6, "padding": 40, "parameters": 7482, "cert_evals": { "36": 0.9639618992805481, "72": 0.9483227729797363, "108": 0.9276971817016602, "255": 0.7690389752388 }, "fold": 1 }, { "best_epoch": 21, "best_val_acc": 0.9758497316636852, "test_acc": 0.9796931407942239, "train_size": 1850, "val_size": 1118, "test_size": 4432, "stats": { "mean": [ [ 0.003976000881081077, 0.010715774432432398, -0.017786920248648645, 0.0036804860497297266, 0.002183984135675682, 0.01946380120540544, -0.009359299564702704, -0.02816081002594586, 0.031211165720540515, 0.0197382945891892, 0.004506140226864866, -0.01331618493945946, 0.014995027385405353, -0.001854380632432439, -0.01958510810810805, -0.00386884019891889, -0.017393956009891888, -0.0021528696070270597, 0.005169307811351341, 0.0024582379264864846 ] ], "std": [ [ 1.009760000740286, 1.0090347482418227, 1.0148186512036792, 1.0060022323323823, 0.9990626780886653, 0.9896872166496508, 0.9763805914536888, 0.9957691924612021, 0.9906698247495431, 1.0035665264537232, 0.9947437173054162, 1.0004339807413987, 0.9823451342038293, 1.0178129069401878, 1.020030588883728, 1.0098245678900148, 0.9925509761821191, 0.984129704899966, 1.021860274128779, 1.0179863343134843 ] ] }, "width": 64, "in_features": 20, "out_features": 2, "depth": 6, "padding": 40, "parameters": 7482, "cert_evals": { "36": 0.9695397019386292, "72": 0.9519404172897339, "108": 0.9327617287635803, "255": 0.8009927868843079 }, "fold": 2 }, { "best_epoch": 10, "best_val_acc": 0.9830357142857142, "test_acc": 0.9787810383747179, "train_size": 1850, "val_size": 1120, "test_size": 4430, "stats": { "mean": [ [ -0.020650926096864895, 0.0029367999405405425, -0.006630237378378379, 0.010420081979243248, -0.001797412861621615, 0.006000229992972958, 0.02513403323243256, -0.04051091970432429, 0.016437013362162183, 0.008169780156756753, 0.010605073612270283, -0.014074353574054115, 0.001890994940540519, -0.00912456161891894, -0.011556316408108112, -0.004322038713513496, -0.0011294842637837807, -0.006298975859459421, 0.017070309424864923, 0.0166714651562162 ] ], "std": [ [ 0.9799722867298174, 0.9831760308737035, 1.0071900480073166, 1.003544153680456, 0.9998334222405475, 0.997242014320636, 0.9816671365897304, 0.9927759081786102, 1.0236053141912813, 0.9882650425660089, 1.0199540485168141, 0.9750354662835033, 1.000698654175577, 0.9953898045603353, 0.9850292707815245, 0.9950063778865423, 0.9842233774554926, 1.0005588371487018, 1.0122840782683846, 1.0155158561773454 ] ] }, "width": 64, "in_features": 20, "out_features": 2, "depth": 6, "padding": 40, "parameters": 7482, "cert_evals": { "36": 0.9643340706825256, "72": 0.95033860206604, "108": 0.9288938641548157, "255": 0.7729119658470154 }, "fold": 3 } ], "mean_test_acc": 0.9776736935449087, "std_test_acc": 0.0018960729197852735, "n_samples": 7400, "n_features": 20, "n_classes": 2, "mean_cert_acc_36": 0.964931920170784, "std_cert_acc_36": 0.0032542832602226617, "mean_cert_acc_72": 0.948752224445343, "std_cert_acc_72": 0.0032529809533942728, "mean_cert_acc_108": 0.9266029447317123, "std_cert_acc_108": 0.0067196995452463056, "mean_cert_acc_255": 0.7638910561800003, "std_cert_acc_255": 0.037027406819764686 }, "wall-following": { "dataset": "wall-following", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 34, "best_val_acc": 0.7036585365853658, "test_acc": 0.7007946210268948, "train_size": 1364, "val_size": 820, "test_size": 3272, "stats": { "mean": [ [ -0.005686892404692003, 0.022638621533284334, 0.0029726543621700742, -0.007766223049853293, -0.008952794454545568, 0.009051411851906211, 0.004111615835777271, 0.054535739948680446, 0.01721141257331339, -0.00017557098093850144, -0.0030259690689149518, -0.015323145063782956, 0.004263515249266924, 0.013408757045454725, -0.0019448981744868829, 0.0003941872595307252, -0.023833700213343096, -0.0418792441422289, -0.01742122004472146, -0.01653938162023472, 0.004910744486803571, 0.04303871550586514, -0.015449803416422289, -0.003778200753665663 ] ], "std": [ [ 0.9538903586600096, 1.0100879107934733, 1.0049069273556643, 0.9922954720481119, 0.9870136651293122, 0.990779450218937, 0.997732207974109, 1.0249084242333972, 1.0039227101782235, 0.9840871960957936, 0.9963448823117925, 0.9855998980612843, 1.0024509972558129, 1.0025416545074122, 0.9881545916458445, 1.0165283990308178, 0.9738216818182036, 0.9275548118344852, 0.9839704565560611, 0.9728388862456517, 1.0184938963953918, 1.0303474329203226, 0.9612235203553664, 0.9816909108470405 ] ] }, "width": 64, "in_features": 24, "out_features": 4, "depth": 6, "padding": 48, "parameters": 10804, "cert_evals": { "36": 0.6066626310348511, "72": 0.5042787790298462, "108": 0.4055623710155487, "255": 0.09566015005111694 }, "fold": 0 }, { "best_epoch": 94, "best_val_acc": 0.7196495619524406, "test_acc": 0.7139386577588824, "train_size": 1364, "val_size": 799, "test_size": 3293, "stats": { "mean": [ [ -0.02975309696847506, 0.005558309164222893, 0.004718745812316816, -0.020307799296187545, -0.007320344633431353, -0.028494500266862125, -0.024019284164222755, 0.009570253951612977, 0.01097609736070351, -0.00032918113929638346, 0.032141068781524784, 0.02072696681818175, 0.02201199852639303, 0.02843859972873922, -0.010288174340176055, -0.0025629487653958533, 0.014673984588709695, -0.0024179095725806485, 0.011989980659823955, 0.014437480175952963, 0.010780398057038091, -0.02107569172287382, 0.018757813350439904, -0.03195081329985328 ] ], "std": [ [ 0.945216136192205, 0.9992147601024853, 1.0013950133535414, 1.0070090886620435, 1.0100405651888793, 1.0035220275618202, 1.0076868559644707, 1.0146043586860587, 1.0036702207634716, 1.0020409725295103, 1.0195319569843622, 1.018330702441904, 1.0188371291097438, 1.0099651693219551, 0.9929137513000473, 0.9893773454929811, 1.0312952518146736, 0.9850531254011928, 0.9991545369015657, 1.024970910904686, 1.0211398104956508, 0.9811793320532708, 1.0213393023608297, 0.9709259568406406 ] ] }, "width": 64, "in_features": 24, "out_features": 4, "depth": 6, "padding": 48, "parameters": 10804, "cert_evals": { "36": 0.6131187081336975, "72": 0.5086547136306763, "108": 0.4142119586467743, "255": 0.10416033864021301 }, "fold": 1 }, { "best_epoch": 34, "best_val_acc": 0.6920332936979786, "test_acc": 0.6788680406028914, "train_size": 1364, "val_size": 841, "test_size": 3251, "stats": { "mean": [ [ 0.01872266574486808, 0.006327694957038103, -0.07104427478152507, -0.011521076319648046, -0.004222936934017776, -0.012975204868035104, -0.01602920872434, 0.018177438951613122, 0.001741687587976442, 0.026653914322580085, 0.006544868966275523, -0.0006487189816715815, -0.006107012813782889, -0.017521736390762342, -0.02309750486070397, 0.015360951164222853, -0.05447749436730212, 0.011644383885630553, -0.005685932580645217, 0.033520921312316744, 0.015700824787390003, 0.00464063532258066, -0.007768450139296197, -0.01706286590102635 ] ], "std": [ [ 1.0075883148093572, 0.9956149685197124, 0.9336114810272496, 1.0053964412297443, 1.0037906536892414, 0.9889864422444196, 0.993232391245941, 1.0033346943820691, 1.0019335251023536, 1.015228028452373, 1.0184871692443849, 0.9950347742751352, 1.001225456339628, 0.9911991075823401, 0.9891922963313015, 1.020897686359133, 0.9021478154164623, 1.027059313060404, 0.9920589942567254, 1.037458331459377, 1.0154700216289818, 1.0017979731537894, 0.9794245346392066, 0.9721130758506005 ] ] }, "width": 64, "in_features": 24, "out_features": 4, "depth": 6, "padding": 48, "parameters": 10804, "cert_evals": { "36": 0.5918179154396057, "72": 0.4780067503452301, "108": 0.3918794095516205, "255": 0.08182097971439362 }, "fold": 2 }, { "best_epoch": 86, "best_val_acc": 0.741504854368932, "test_acc": 0.7246022031823746, "train_size": 1364, "val_size": 824, "test_size": 3268, "stats": { "mean": [ [ 0.02031997529545452, -0.033795195992888556, -0.02352743731011721, 0.01124182900293254, -0.01151259605278599, -0.015031226107038104, 0.03267076282991228, 0.0279429813196483, -0.007205795674486686, -0.0060127819017595785, 0.01344909527859221, 0.01992942824853357, -0.01951502722360692, -0.029693211412756465, -0.009494099098240562, -0.01795489370381231, 0.010101200832844593, -0.0059742676495601315, -0.017900947921847564, -0.021026184816715806, 0.016916847096700823, -0.0052597014662755836, 0.032237512456011766, 0.007093840727272726 ] ], "std": [ [ 1.0112945026202158, 0.970221558754097, 0.9823204142944053, 1.0136980604051529, 0.982757495735732, 0.9808366104043786, 1.001324458975229, 1.0152847209982614, 0.9908830298302452, 0.9932341203049162, 1.0097191496904292, 1.0252804409457419, 0.9852042484069533, 0.992545202932286, 0.9901306066571973, 0.9793681779580009, 0.9956413121371739, 0.9901468286266072, 0.9701309779282022, 0.9725832802282708, 1.0307338552882614, 0.991132554001173, 1.0343162251093825, 0.9974059438112418 ] ] }, "width": 64, "in_features": 24, "out_features": 4, "depth": 6, "padding": 48, "parameters": 10804, "cert_evals": { "36": 0.6352509260177612, "72": 0.5452876687049866, "108": 0.4663402736186981, "255": 0.12913097441196442 }, "fold": 3 } ], "mean_test_acc": 0.7045508806427607, "std_test_acc": 0.019696900378696675, "n_samples": 5456, "n_features": 24, "n_classes": 4, "mean_cert_acc_36": 0.6117125451564789, "std_cert_acc_36": 0.01804928984841779, "mean_cert_acc_72": 0.5090569779276848, "std_cert_acc_72": 0.02768737731888332, "mean_cert_acc_108": 0.4194985032081604, "std_cert_acc_108": 0.03255318276037803, "mean_cert_acc_255": 0.102693110704422, "std_cert_acc_255": 0.019884850035894113 }, "waveform": { "dataset": "waveform", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 33, "best_val_acc": 0.8865435356200527, "test_acc": 0.8536096256684492, "train_size": 1250, "val_size": 758, "test_size": 2992, "stats": { "mean": [ [ 0.020179633495999987, 0.011963990736, -0.033601846864, -0.041786463160000016, -0.03154164217599994, -0.040098393640000014, -0.043940430239999995, -0.03151536300719995, -0.036418570040000015, 0.043107926798400066, 0.03738288511999999, -0.0024740305919999984, 0.03243670563199995, 0.011112976024000014, 0.03951120671200011, 0.0219850811552, 0.028168458383999943, 0.06235075759679998, 0.020069774392, 0.007039422583999985, -0.02925996517600002 ] ], "std": [ [ 0.9901799387654557, 1.0306402386317552, 0.9708771794256926, 0.9608246419787663, 1.0044852476869415, 0.9877134023221446, 0.9749943080882616, 1.0123255354438774, 0.986958011185208, 1.0005937342506195, 0.9789827068743525, 1.0033150982759136, 0.9538985981244916, 1.006689675325801, 0.9956488213117433, 1.001823072865656, 0.9921420818481883, 0.9865005595269615, 1.0350777753049674, 1.0160784990711804, 0.9870983405424562 ] ] }, "width": 64, "in_features": 21, "out_features": 3, "depth": 6, "padding": 42, "parameters": 8277, "cert_evals": { "36": 0.8081551194190979, "72": 0.7550134062767029, "108": 0.688836932182312, "255": 0.37332889437675476 }, "fold": 0 }, { "best_epoch": 28, "best_val_acc": 0.8787465940054496, "test_acc": 0.8663793103448276, "train_size": 1250, "val_size": 734, "test_size": 3016, "stats": { "mean": [ [ 0.010216515320000044, -0.04063758078400007, 0.025120129951999963, -0.025077058975999964, 0.003169892232000061, -0.01685490820000002, -0.011714589596800004, -0.03299081049600003, -0.01699664363999998, -0.018953863726399994, -0.010869116344000016, 0.041914844448000185, -0.01596277459040001, 0.012558276106399974, 0.026120965832000048, 0.03314989547359999, 0.03347167229600001, 0.023257175787200043, 0.017851450192000014, -0.004257698511999955, -0.04945521833600015 ] ], "std": [ [ 1.0013552490719653, 0.9855864106795154, 0.9729457372221003, 0.9924096158327768, 1.0128588967374343, 1.0016694374565032, 1.0094886119500357, 1.0100863354319733, 1.0019192663797813, 0.9946338222875807, 0.999064791075417, 1.0101141099838185, 0.9759008425547311, 1.0113866649689796, 1.0124143691513183, 1.0133948233035053, 1.0110196515539809, 1.0206255456252598, 1.0155072750087655, 0.9949826852691384, 0.9838169172120375 ] ] }, "width": 64, "in_features": 21, "out_features": 3, "depth": 6, "padding": 42, "parameters": 8277, "cert_evals": { "36": 0.816644549369812, "72": 0.7529840469360352, "108": 0.6899867057800293, "255": 0.37035807967185974 }, "fold": 1 }, { "best_epoch": 56, "best_val_acc": 0.8796791443850267, "test_acc": 0.8754163890739507, "train_size": 1250, "val_size": 748, "test_size": 3002, "stats": { "mean": [ [ 0.007048574136000094, -0.015209897391999988, 0.011429607696000007, -0.03273079147199999, -0.023185516656000008, 0.003389837535999984, 0.0013940158719999971, -0.00547288197039998, 0.006071109367999992, 0.005879158908799994, 0.032166854647999996, 0.005692848927999994, 0.022531058751999993, 0.009790249777599982, 0.0040757011359999935, 0.030061611308799984, 0.029284791384000003, 0.02420849601600001, 0.014083066104000005, 0.02953013189600018, -0.004491209880000014 ] ], "std": [ [ 0.9996125618988059, 0.9720078266135495, 1.0135851933941078, 1.0319065276512462, 0.9931170056559575, 0.9993639751369633, 0.9853632660237902, 0.9995807541677071, 1.0238743231650074, 0.9969840482557133, 0.9979292933830571, 1.0142743499688514, 1.001427080201001, 0.9998997970203162, 1.0142762186668912, 1.0117340691797234, 1.0099181268245983, 1.0006047030346061, 0.9985746890321932, 1.0069732844455408, 1.0040803599543435 ] ] }, "width": 64, "in_features": 21, "out_features": 3, "depth": 6, "padding": 42, "parameters": 8277, "cert_evals": { "36": 0.8231179714202881, "72": 0.7644903659820557, "108": 0.6885409951210022, "255": 0.37874752283096313 }, "fold": 2 }, { "best_epoch": 14, "best_val_acc": 0.8714090287277702, "test_acc": 0.8708181517058629, "train_size": 1250, "val_size": 731, "test_size": 3019, "stats": { "mean": [ [ -0.009131498528000003, -0.0039044835359999803, 0.07005067444800003, -0.010843439071999996, 0.006077575768000002, -0.013402124615999992, -0.0034755865247999887, 0.0036035160240000075, -0.0006721240640000021, -0.006537375988799971, -0.015753593288000012, 0.013293681728000002, -0.011138352720000024, -0.025798392399999908, 0.0029978399759999904, 0.017920257033599982, -0.008153607000000004, 0.01568651420000006, -0.051382837735999956, 0.005123328096000027, 0.025813726736000034 ] ], "std": [ [ 1.0018392101812919, 1.0020859314875776, 1.0033561958769905, 0.9975363296716959, 0.9849899598871443, 0.9756730653513883, 0.993760630561838, 0.9861757179284345, 1.0000258312156731, 1.0000825386418444, 0.99177201535984, 1.0234277089306048, 1.0159176275153121, 0.9839459155591159, 0.9943404985027471, 1.0116349239455822, 1.0052044277000671, 0.9841510621883656, 1.0190638151002673, 0.9952041186962591, 1.0328002659610966 ] ] }, "width": 64, "in_features": 21, "out_features": 3, "depth": 6, "padding": 42, "parameters": 8277, "cert_evals": { "36": 0.8115269541740417, "72": 0.7356740236282349, "108": 0.6492215991020203, "255": 0.26498839259147644 }, "fold": 3 } ], "mean_test_acc": 0.8665558691982727, "std_test_acc": 0.009386377703956941, "n_samples": 5000, "n_features": 21, "n_classes": 3, "mean_cert_acc_36": 0.8148611485958099, "std_cert_acc_36": 0.006517753223225463, "mean_cert_acc_72": 0.7520404607057571, "std_cert_acc_72": 0.012008180050047522, "mean_cert_acc_108": 0.6791465580463409, "std_cert_acc_108": 0.019959715842602685, "mean_cert_acc_255": 0.3468557223677635, "std_cert_acc_255": 0.05468862238939931 }, "wine": { "dataset": "wine", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 1, "best_val_acc": 0.20588235294117646, "test_acc": 0.29, "train_size": 44, "val_size": 34, "test_size": 100, "stats": { "mean": [ [ -0.0032810681818182252, -0.005479031818181848, -0.08091575454545454, 0.05187518272727261, -0.06624296590909094, -0.007079050000000028, -0.06275028018181807, -0.08246524999999992, 0.05402081363636373, 0.0044511772727273136, -0.04690897272727282, 0.09077693181818178, -0.0044964045454545494 ] ], "std": [ [ 0.9486079560461609, 0.9748783430969256, 0.9254167517337237, 0.9617928120291063, 0.8801585454960099, 0.9897338243089531, 0.9271822071946669, 0.9702762446771567, 0.9107960044629595, 1.0952735150882602, 0.9243353232179793, 0.9887201896638538, 0.9269494258065332 ] ] }, "width": 64, "in_features": 13, "out_features": 3, "depth": 6, "padding": 26, "parameters": 3253, "cert_evals": { "36": 0.28999999165534973, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 21, "best_val_acc": 0.7037037037037037, "test_acc": 0.822429906542056, "train_size": 44, "val_size": 27, "test_size": 107, "stats": { "mean": [ [ 0.06530710454545458, 0.007947954545454524, -0.18861000681818177, -0.06994299681818188, -0.08852099545454545, 0.06554911590909095, 0.0228023237272727, -0.08063868636363627, 0.11120031590909094, 0.1451315113636364, 0.07976722954545465, 0.05492483636363638, -0.04130375068181816 ] ], "std": [ [ 1.1054246265200351, 1.022075699615381, 1.0101337670617143, 0.9836114927228263, 1.0039715573451675, 1.0160855472349155, 1.00168059755674, 0.942713932749028, 1.1841316940042428, 1.0673173131706486, 1.0204335593229852, 0.9474429014625287, 0.9790698019551516 ] ] }, "width": 64, "in_features": 13, "out_features": 3, "depth": 6, "padding": 26, "parameters": 3253, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 8, "best_val_acc": 0.5862068965517241, "test_acc": 0.4857142857142857, "train_size": 44, "val_size": 29, "test_size": 105, "stats": { "mean": [ [ -0.0016014659090909378, -0.2809373181818182, -0.0013865818181818283, -0.011415792727272868, -0.005774513636363688, 0.0034522068181817842, -0.09596993699999999, 0.061802877272727264, -0.18700712727272728, 0.003569234090909025, 0.14042048863636367, -0.033103909090909094, -0.06411021136363641 ] ], "std": [ [ 0.9298272868804931, 0.8250056451408178, 1.08551443258742, 1.1391522997578776, 1.162897463787286, 0.9140439887115281, 0.9166314532406474, 1.013186331346434, 0.9551870696183078, 1.1440128298039551, 1.0494592532907625, 1.0314806625541306, 0.958232402601652 ] ] }, "width": 64, "in_features": 13, "out_features": 3, "depth": 6, "padding": 26, "parameters": 3253, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 21, "best_val_acc": 0.8709677419354839, "test_acc": 0.912621359223301, "train_size": 44, "val_size": 31, "test_size": 103, "stats": { "mean": [ [ -0.0007615090909091727, 0.05596002272727269, -0.07345953863636358, -0.09784549954545461, 0.008546922727272678, 0.09278491795454552, 0.0448726857272727, 0.11476138181818184, 0.09094955909090909, 0.005921997727272779, 0.16726700681818205, 0.005308763636363668, -0.08561718409090915 ] ], "std": [ [ 1.007206359663615, 0.8850705986397225, 1.0706938375587134, 0.8864652113978174, 1.1440281408589326, 0.9372647448943219, 0.9191041363758027, 0.9830875500627535, 1.0190542547845243, 0.9888966660536255, 1.11752991456707, 0.9731773531474354, 0.8829161708393709 ] ] }, "width": 64, "in_features": 13, "out_features": 3, "depth": 6, "padding": 26, "parameters": 3253, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.6276913878699106, "std_test_acc": 0.2905748040282, "n_samples": 178, "n_features": 13, "n_classes": 3, "mean_cert_acc_36": 0.07249999791383743, "std_cert_acc_36": 0.14499999582767487, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "waveform-noise": { "dataset": "waveform-noise", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 13, "best_val_acc": 0.8754863813229572, "test_acc": 0.8526351124538436, "train_size": 1250, "val_size": 771, "test_size": 2979, "stats": { "mean": [ [ 0.04109552382399996, -0.007068212280000003, 0.014182510261599956, 0.0026211762400000084, 0.014018176879999957, 0.02370059650560003, 0.004374500936000023, -0.0038294597343999904, -0.014804110096000014, 0.00045386584799994817, -0.010192400336000008, -0.01903542342399992, -0.010784385815999982, -0.005200951027200047, -0.002328150511999989, 0.014533825215999989, 0.007865440576000029, -0.025042890535999954, -0.005855280768000005, 0.010768292656000005, -0.029557043135999994, 0.02497473343199999, 0.0059397922879999695, 0.02985397081600005, 0.034868211864000014, -0.03436343556000003, 0.022563571339200006, 0.013530936152000026, 0.006182852718399999, 0.02533174106799999, -0.023453127760000032, -0.012310209543200052, 0.023519454263999984, -0.010153050279999989, 0.015502481212800007, 0.010150338703999973, 0.0053944454240000125, -0.0034366949536000007, -0.005722000272000003, 0.007498833936000044 ] ], "std": [ [ 1.0036717936871953, 1.0115164152393803, 1.0267935868392655, 1.0141719003383043, 1.0034317001981041, 0.9959239723426369, 0.9939861987845015, 1.0288633031133263, 1.0043429776096469, 0.9779096908533591, 1.0249129338514036, 1.0084484801657798, 1.0020500717103944, 1.026928437823279, 1.009036128138247, 1.0055555854598206, 0.9775356004635903, 1.0198250392925892, 0.9777825735121067, 0.9997432850888442, 1.0057789366361842, 1.0008832746108618, 0.9887462327692325, 0.9949832502604571, 0.9939865250881332, 0.9973380026834073, 0.977390812504474, 0.998438673003916, 0.9765375704247188, 1.0137678154638436, 0.9930247910455883, 1.0298745659129236, 0.9839097409542001, 0.991922743066992, 1.0070087822831295, 0.9876272290873123, 1.0098641388551413, 1.0215112956805443, 1.0133094868761658, 0.98802284916221 ] ] }, "width": 128, "in_features": 40, "out_features": 3, "depth": 6, "padding": 80, "parameters": 29443, "cert_evals": { "36": 0.7932192087173462, "72": 0.7176905274391174, "108": 0.6277274489402771, "255": 0.22759315371513367 }, "fold": 0 }, { "best_epoch": 12, "best_val_acc": 0.877444589308996, "test_acc": 0.8551793496480053, "train_size": 1250, "val_size": 767, "test_size": 2983, "stats": { "mean": [ [ 0.044322997631999955, 0.029345537880000067, -0.011366358759840026, -0.0005867047360000063, -0.006665745688000015, -0.006024195060800007, -0.013584043487999992, -0.024554553948799986, 0.01623729534400002, -0.007884222439999988, 0.0019230570479999735, -0.02265010408799999, 0.007417331240000002, -0.002911046979200009, 0.020059001183999964, 0.01574975624800002, 0.02813207348000001, 0.004678202063999986, 0.028763643272000018, 0.018513851640000002, 0.0358815304, 0.028113823255999978, -0.00718522141599999, -0.006245005135999949, 0.011452240719999996, -0.039296166616000015, 0.013289260721600025, -0.003815815991999974, -0.001233308884800033, 0.0033645557719999956, 0.02454588116, 0.010769942833599997, 0.008991375496000034, -0.012577069439999996, 0.051492131759200026, 0.009570444000000011, 0.022488379120000006, -0.00477033891360003, -0.009759721552000007, 0.0046987019359999846 ] ], "std": [ [ 0.9680395488640641, 0.9731934131975439, 1.0256129853497884, 1.0016500605542749, 0.9832741110357304, 1.0155722609031699, 1.0177266822426836, 1.0012352994664209, 1.0017870547556, 0.9825996623950224, 1.0116415424885532, 1.0008713618877405, 1.004966285943376, 0.991554206326663, 1.0098780435455994, 1.0036202953348388, 0.9885930770833588, 1.000767817574134, 0.9955550387843519, 1.0082268705074462, 0.9951019252067327, 0.9944184018582543, 1.0206633343240308, 1.0149218534426545, 0.9851575763005246, 0.9922537027672286, 1.0164765099719621, 1.0106305279893444, 1.006251693120508, 0.9864167800458236, 1.0043559273464866, 0.9969845117753792, 0.99621846666241, 1.0281731534980536, 0.9986967919798584, 0.9696604033255324, 0.9966142799032668, 0.9849892430729312, 1.0057643181118128, 1.0029305279401282 ] ] }, "width": 128, "in_features": 40, "out_features": 3, "depth": 6, "padding": 80, "parameters": 29443, "cert_evals": { "36": 0.7958431243896484, "72": 0.7247737646102905, "108": 0.6439825892448425, "255": 0.2266175001859665 }, "fold": 1 }, { "best_epoch": 34, "best_val_acc": 0.868421052631579, "test_acc": 0.8659180977542933, "train_size": 1250, "val_size": 722, "test_size": 3028, "stats": { "mean": [ [ 0.014308189376000027, 0.028783297960000027, 0.03795345253087996, 0.013117279295999998, 0.032089058063999955, 0.012632187806400005, 0.018484099464000054, 0.009576141620799988, 0.036987581783999995, -0.006325697687999988, -0.02381616588800001, -0.008374505503999985, -0.04596340019200004, -0.03257486172959995, -0.021728262640000023, -0.019410886679999996, -0.04224714851999999, -0.02175625772000002, -0.0017738945599999954, 0.006572127119999979, 0.015226716143999997, -0.002422181303999986, -0.025979705407999994, 0.022093594352000027, 0.03834592470399997, -0.009863329287999975, 0.020212545147199973, 0.0037560529200000177, 0.03646794663519996, -0.018870360144, -0.011957785879999988, 0.016431144787999986, 0.014396109119999995, 0.008498349159999984, 0.012689327942400006, -0.00249464457599998, -0.022068862224000004, -0.0005122236512000032, 0.008362260016000047, -0.02581517636800003 ] ], "std": [ [ 1.0188927880817935, 0.9988893028885985, 1.0203039986619837, 1.0176161206264251, 1.0298233594756412, 1.032613885870231, 1.0145448604818694, 1.0020618139895976, 0.9933894833504273, 0.9801525816452665, 0.9828864827428538, 1.0084878782151452, 1.0036037092630097, 0.9753885414870564, 1.015306973575768, 0.9941278153766206, 0.9825139145564932, 0.9962329520442799, 0.9688294278798073, 0.98310050706914, 0.9843726349902746, 0.9830497457267643, 1.019877833578896, 1.0231451225251817, 0.9901755816567956, 0.9958326894928737, 1.032928859241582, 0.9924515511719896, 0.9749189762682579, 1.0285239667561281, 1.002192158381019, 0.9935329644391413, 1.0052344609016668, 1.0064075388331128, 1.0160814777549847, 0.9845645364365565, 0.9925488055513885, 1.0072044814714247, 1.0303878632271122, 0.9885231209627763 ] ] }, "width": 128, "in_features": 40, "out_features": 3, "depth": 6, "padding": 80, "parameters": 29443, "cert_evals": { "36": 0.8150594830513, "72": 0.75, "108": 0.6895641088485718, "255": 0.35303831100463867 }, "fold": 2 }, { "best_epoch": 20, "best_val_acc": 0.8754966887417218, "test_acc": 0.8580968280467446, "train_size": 1250, "val_size": 755, "test_size": 2995, "stats": { "mean": [ [ -0.036278040016000025, 0.00810417363999999, 0.0013843179736000206, -0.0018023679760000122, -0.005956154304000002, 0.025961240582400028, 0.010167898040000027, 0.01906255140800001, -0.02535409856000002, 0.013357130255999999, -0.007777053167999971, 0.007395055352000006, -0.009246732704000024, 0.000417141663999981, -0.012846879495999965, -0.011422848472000015, -0.02694291900799997, -0.010714078007999981, -0.017699573224000033, 0.006549602159999982, 0.02394824680000007, -0.027398905735999915, -0.006791929848000011, 0.016008580479999996, 0.04892266430400006, 0.035720964879999914, 0.03039491798320002, 0.0066352822719999895, -0.02569047550079999, 0.01171173369999999, 0.022736661080000005, -0.02455200705200002, 0.03534526224799999, 0.039964129560000006, 0.04194475229440003, 0.012341044367999982, 0.04449289257600006, 0.05609793443199992, 0.037631368336000094, -0.0013801063520000427 ] ], "std": [ [ 0.9967186390712067, 1.0046232169850224, 0.9740084152266493, 0.9826095647211786, 0.9807015091355339, 0.9903924974929869, 0.9994986310830332, 0.999954070658992, 1.0016268406564945, 1.0082593311694388, 1.0031753015138711, 1.0033236672468044, 0.987229114309021, 1.0132234933998234, 0.9873167353551544, 0.983479654201213, 1.011117373386074, 1.0372041491820654, 0.9890339764711912, 0.9663488793448463, 1.0078666660648328, 0.9894244150573558, 1.0015699231644122, 1.0021673571075749, 0.98850640710336, 1.0232697675089457, 1.0136787449302005, 1.0052546165431762, 0.9928535231583258, 0.9947831559397796, 0.9947379135130683, 0.968921467398204, 1.0158922450868932, 0.9723954832645065, 0.9861131949259808, 1.0009190287109688, 0.9931377428957798, 1.0140326666524644, 0.9958387641879904, 0.9761305424003285 ] ] }, "width": 128, "in_features": 40, "out_features": 3, "depth": 6, "padding": 80, "parameters": 29443, "cert_evals": { "36": 0.789983332157135, "72": 0.717863142490387, "108": 0.6360601186752319, "255": 0.26744574308395386 }, "fold": 3 } ], "mean_test_acc": 0.8579573469757218, "std_test_acc": 0.0057572116337214286, "n_samples": 5000, "n_features": 40, "n_classes": 3, "mean_cert_acc_36": 0.7985262870788574, "std_cert_acc_36": 0.011279673319881774, "mean_cert_acc_72": 0.7275818586349487, "std_cert_acc_72": 0.015305231465514603, "mean_cert_acc_108": 0.6493335664272308, "std_cert_acc_108": 0.027629321552816832, "mean_cert_acc_255": 0.26867367699742317, "std_cert_acc_255": 0.059372358029671536 }, "wine-quality-red": { "dataset": "wine-quality-red", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 81, "best_val_acc": 0.19753086419753085, "test_acc": 0.1705020920502092, "train_size": 400, "val_size": 243, "test_size": 956, "stats": { "mean": [ [ -0.02693017225000001, -0.010865180249999969, 0.01090508905000014, 0.028862860500000035, -0.005716316749999986, -0.0022627200000000882, -0.008672537749999942, 0.0023822675999998814, 0.03910194012499996, -0.003237799000000088, -0.015897374500000026 ] ], "std": [ [ 0.9743049425383958, 1.0208202037213217, 1.0045213439257272, 1.0312615683961275, 0.9360785088397681, 1.0135085097778138, 1.054760065228032, 0.9991490231742983, 0.9910168624962105, 0.9560724374897602, 1.0224479021869215 ] ] }, "width": 32, "in_features": 11, "out_features": 6, "depth": 6, "padding": 22, "parameters": 2426, "cert_evals": { "36": 0.0010460250778123736, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.13135593220338984, "test_acc": 0.12357217030114226, "train_size": 400, "val_size": 236, "test_size": 963, "stats": { "mean": [ [ 0.013418094749999616, -0.03892854174999997, 0.03785578170000011, 0.030990686500000093, 0.03390959879999997, -0.02747751350000006, 0.024918823500000065, -0.0024924809250000362, -0.023241676749999992, 0.00015447274999999162, 0.017258733749999842 ] ], "std": [ [ 1.0484699134032194, 0.9803949233513032, 1.0076892023564636, 1.0290250752162338, 1.1997081630921285, 0.9489970021589998, 1.0263878594773712, 1.03076931004531, 0.9684548723090626, 0.9627052256819137, 0.9972530011672733 ] ] }, "width": 32, "in_features": 11, "out_features": 6, "depth": 6, "padding": 22, "parameters": 2426, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 1, "best_val_acc": 0.34309623430962344, "test_acc": 0.41354166666666664, "train_size": 400, "val_size": 239, "test_size": 960, "stats": { "mean": [ [ -0.0013715520000001779, -0.035088978500000055, 0.06416455662500034, -0.006156608600000014, 0.0926046769, -0.01361536200000002, -0.007988503499999982, 0.019787725674999798, -0.030528630750000167, 0.09543056175000009, -0.01609288975000005 ] ], "std": [ [ 0.9829420987934913, 0.9707586864617593, 1.0018786547407759, 0.964170646447104, 1.218209093004271, 0.993770255551407, 0.9825900214132555, 0.9579306637091782, 1.0278450401756267, 1.103602348070479, 1.019972708382203 ] ] }, "width": 32, "in_features": 11, "out_features": 6, "depth": 6, "padding": 22, "parameters": 2426, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.425, "test_acc": 0.4233576642335766, "train_size": 400, "val_size": 240, "test_size": 959, "stats": { "mean": [ [ -0.024919883000000052, 0.11828172599999993, -0.10639385059999999, 0.09154341099999996, -0.0404553217, 0.02593951999999995, -0.03595611450000001, 0.029616401199999934, 0.04752242037499988, -0.06532982275000002, -0.002994586000000021 ] ], "std": [ [ 1.0557689652662066, 1.036986432681799, 0.9776537301766356, 1.148436386560584, 0.6942596510748834, 1.0910930117650621, 0.9332303748474275, 0.9830858412290316, 0.9796850899079309, 0.8673250562614796, 1.0016840683328132 ] ] }, "width": 32, "in_features": 11, "out_features": 6, "depth": 6, "padding": 22, "parameters": 2426, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.2827433983128987, "std_test_acc": 0.15791785780702663, "n_samples": 1599, "n_features": 11, "n_classes": 6, "mean_cert_acc_36": 0.0002615062694530934, "std_cert_acc_36": 0.0005230125389061868, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "yeast": { "dataset": "yeast", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 62, "best_val_acc": 0.32075471698113206, "test_acc": 0.290788013318535, "train_size": 371, "val_size": 212, "test_size": 901, "stats": { "mean": [ [ -0.0680236417412399, 0.0016312938814016407, -0.008786120350404263, -0.04364633274932616, 0.013936777088948886, 0.007389660377358629, -0.024600268247978344, 0.05087596307277619 ] ], "std": [ [ 1.027205380998011, 0.9953693200489844, 0.9507124252634552, 0.9691826685352211, 1.0679577073315545, 1.038674237448053, 0.9068718437558525, 1.1001821882054232 ] ] }, "width": 32, "in_features": 8, "out_features": 10, "depth": 6, "padding": 16, "parameters": 1402, "cert_evals": { "36": 0.005549389868974686, "72": 0.0033296337351202965, "108": 0.0011098779505118728, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.29004329004329005, "test_acc": 0.2800453514739229, "train_size": 371, "val_size": 231, "test_size": 882, "stats": { "mean": [ [ 0.08549606216172505, 0.03251707697035039, 0.04905938702964963, 0.04128734865229108, -0.013936692183288498, 0.036949762803234386, -0.002681268247978456, 0.005315634501347734 ] ], "std": [ [ 0.9621845394333128, 0.9690282797537528, 0.9491603484155484, 1.0401770820495524, 0.9261376999963121, 1.1814628524634447, 0.9836755462977512, 0.993812117132581 ] ] }, "width": 32, "in_features": 8, "out_features": 10, "depth": 6, "padding": 16, "parameters": 1402, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 93, "best_val_acc": 0.41013824884792627, "test_acc": 0.39732142857142855, "train_size": 371, "val_size": 217, "test_size": 896, "stats": { "mean": [ [ 0.004417079552560633, -0.0405647886981132, -0.038330890598382725, -0.009830160646900232, -0.013936692183288395, 0.036949762803234296, -0.01154207417789756, 0.005568702156334372 ] ], "std": [ [ 1.0326495870955454, 0.9133440779524218, 0.9914487013412665, 0.9617359852499671, 0.9261376999963089, 1.181462852463445, 0.873907032459684, 0.9724601246460749 ] ] }, "width": 32, "in_features": 8, "out_features": 10, "depth": 6, "padding": 16, "parameters": 1402, "cert_evals": { "36": 0.02343750186264515, "72": 0.0133928582072258, "108": 0.008928571827709675, "255": 0.0078125 }, "fold": 2 }, { "best_epoch": 28, "best_val_acc": 0.13004484304932734, "test_acc": 0.11573033707865168, "train_size": 371, "val_size": 223, "test_size": 890, "stats": { "mean": [ [ -0.01207341391913747, -0.03099437134770888, -0.004743151369272138, 0.0033422831536388878, 0.013936777088948926, 0.007389660377358682, -0.05258191859838276, -0.01645215983827505 ] ], "std": [ [ 1.002118550793497, 0.9931572183782578, 1.0350703782367132, 0.9624293574797959, 1.0679577073315536, 1.0386742374480524, 1.0723089145971894, 0.9483399576263618 ] ] }, "width": 32, "in_features": 8, "out_features": 10, "depth": 6, "padding": 16, "parameters": 1402, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.2709712826106346, "std_test_acc": 0.11624564808436652, "n_samples": 1484, "n_features": 8, "n_classes": 10, "mean_cert_acc_36": 0.007246722932904959, "std_cert_acc_36": 0.011106338256662442, "mean_cert_acc_72": 0.004180622985586524, "std_cert_acc_72": 0.006338892584104605, "mean_cert_acc_108": 0.002509612444555387, "std_cert_acc_108": 0.00431117174559826, "mean_cert_acc_255": 0.001953125, "std_cert_acc_255": 0.00390625 }, "zoo": { "dataset": "zoo", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 8, "best_val_acc": 0.2857142857142857, "test_acc": 0.1935483870967742, "train_size": 25, "val_size": 14, "test_size": 62, "stats": { "mean": [ [ 0.18968232000000004, 0.004943600000000055, -0.04877112000000002, 0.06901168000000008, 0.005554399999999982, -0.24190180000000008, 0.011100480000000044, 0.07332431999999998, 0.047367959999999966, 0.1174986, 0.002917720000000048, -0.128498, 0.05823499999999993, 0.03965752000000001, -0.025889279999999938, 0.0890122 ] ], "std": [ [ 1.005390221359596, 0.9987632000000001, 1.0021422025080997, 1.0058025598467213, 0.9984392123352528, 0.8872886923159564, 0.9937582269928686, 0.97657824, 0.9532010403686509, 0.898886886807812, 0.9995686698918299, 0.864227081446769, 0.8401435100754158, 0.9719779957616784, 0.9655601622370106, 1.0025794726604769 ] ] }, "width": 64, "in_features": 16, "out_features": 7, "depth": 6, "padding": 32, "parameters": 4999, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 1, "best_val_acc": 0.08333333333333333, "test_acc": 0.109375, "train_size": 25, "val_size": 12, "test_size": 64, "stats": { "mean": [ [ 0.028691039999999952, 0.004943600000000057, -0.048771120000000036, 0.06901168, 0.005554399999999972, 0.17360919999999994, -0.06897883999999993, -0.00805720000000001, 0.0473679599999999, -0.07865459999999999, 0.0029177199999999947, -0.022119, 0.09757803999999994, -0.051376560000000016, -0.26359375999999995, 0.24955340000000004 ] ], "std": [ [ 0.9989246223251673, 0.9987632000000002, 1.0021422025080997, 1.0058025598467215, 0.998439212335253, 1.0312711812638613, 1.0001903862262094, 0.9967159924605201, 0.9532010403686509, 1.047171532893174, 0.9995686698918299, 0.9749796397074146, 1.045377756731086, 1.02185501364051, 0.5822546855736085, 0.9961319493678737 ] ] }, "width": 64, "in_features": 16, "out_features": 7, "depth": 6, "padding": 32, "parameters": 4999, "cert_evals": { "36": 0.109375, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 35, "best_val_acc": 0.75, "test_acc": 0.46875, "train_size": 25, "val_size": 12, "test_size": 64, "stats": { "mean": [ [ 0.02869103999999997, 0.004943600000000048, -0.04877112000000006, 0.06901168, 0.005554399999999982, 0.007404799999999972, 0.011100480000000062, 0.07332431999999998, 0.04736795999999993, 0.01942200000000002, -0.14446064, -0.022119000000000017, 0.09757803999999996, 0.03965751999999999, -0.14474151999999998, 0.08901219999999999 ] ], "std": [ [ 0.9989246223251673, 0.9987632000000001, 1.0021422025080997, 1.0058025598467215, 0.9984392123352529, 0.9972263999999998, 0.9937582269928688, 0.97657824, 0.9532010403686509, 0.980766, 0.722003562256413, 0.9749796397074147, 1.045377756731086, 0.9719779957616785, 0.8060951109136004, 1.0025794726604769 ] ] }, "width": 64, "in_features": 16, "out_features": 7, "depth": 6, "padding": 32, "parameters": 4999, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 1, "best_val_acc": 0.15789473684210525, "test_acc": 0.12280701754385964, "train_size": 25, "val_size": 19, "test_size": 57, "stats": { "mean": [ [ 0.10918667999999991, 0.004943600000000039, -0.04877112000000009, 0.06901168, -0.087958, -0.07569740000000007, 0.011100480000000062, 0.07332432000000001, 0.04736795999999993, 0.019421999999999984, 0.29767443999999993, -0.022119, 0.05823475999999992, 0.03965752, -0.025889279999999938, 0.08901219999999999 ] ], "std": [ [ 1.0053902213595962, 0.9987632, 1.0021422025080997, 1.0058025598467215, 0.9351239999999998, 0.9691298611116264, 0.9937582269928686, 0.97657824, 0.9532010403686509, 0.980766, 1.3507449809969043, 0.9749796397074147, 1.007680466714654, 0.9719779957616784, 0.9655601622370106, 1.0025794726604769 ] ] }, "width": 64, "in_features": 16, "out_features": 7, "depth": 6, "padding": 32, "parameters": 4999, "cert_evals": { "36": 0.0, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.22362010116015846, "std_test_acc": 0.16753924541159762, "n_samples": 101, "n_features": 16, "n_classes": 7, "mean_cert_acc_36": 0.02734375, "std_cert_acc_36": 0.0546875, "mean_cert_acc_72": 0.0, "std_cert_acc_72": 0.0, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "wine-quality-white": { "dataset": "wine-quality-white", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 20, "best_val_acc": 0.3129251700680272, "test_acc": 0.2984008166042872, "train_size": 1224, "val_size": 735, "test_size": 2939, "stats": { "mean": [ [ -0.0032048589052286994, -0.028953991503268075, -0.009521662091503368, -0.033446381021241915, -0.021216290767973777, 0.0013643637254901876, -0.019732506176470634, -0.0385083221609477, -0.012002372222222163, -0.05735950201797371, 0.02225335972222248 ] ], "std": [ [ 1.023683347421332, 0.9447226597106944, 0.9620105291208404, 0.9658980402573037, 0.9263448142152314, 0.9948440839445967, 0.9740337269720393, 0.9614465411758055, 1.0172641404349574, 0.9821399823923815, 0.9957833992600652 ] ] }, "width": 32, "in_features": 11, "out_features": 7, "depth": 6, "padding": 22, "parameters": 2449, "cert_evals": { "36": 0.0013610071036964655, "72": 0.0, "108": 0.0, "255": 0.0 }, "fold": 0 }, { "best_epoch": 35, "best_val_acc": 0.29554655870445345, "test_acc": 0.2686668939652233, "train_size": 1224, "val_size": 741, "test_size": 2933, "stats": { "mean": [ [ -0.017049376225490367, 0.014491614133986936, 0.008908331290849619, 0.010737108415032604, 0.04067164330065363, 0.0329015589869281, -0.002488432352941375, 0.006007091343954325, -0.021524885539215638, 0.0011987277042483457, -0.014868995751633802 ] ], "std": [ [ 1.0062718660617844, 0.9894618025720731, 1.0916182332376316, 0.9825566386411965, 1.1470818763060382, 1.0937605281552916, 0.9895690762781538, 0.9664685559760209, 0.9624746400083976, 0.9868208733792134, 0.99380448190184 ] ] }, "width": 32, "in_features": 11, "out_features": 7, "depth": 6, "padding": 22, "parameters": 2449, "cert_evals": { "36": 0.12444595247507095, "72": 0.01738833822309971, "108": 0.0, "255": 0.0 }, "fold": 1 }, { "best_epoch": 65, "best_val_acc": 0.28, "test_acc": 0.3136656493726687, "train_size": 1224, "val_size": 725, "test_size": 2949, "stats": { "mean": [ [ -0.008771757843137384, -0.004596860539215801, 0.008705725245097917, -0.034847791446078476, -0.030826640032679757, -0.01616954820261436, -0.03943745302287589, -0.040444966319444435, 0.02927997336601328, 0.006854076119281012, 0.030744455310457264 ] ], "std": [ [ 1.0204079506641692, 1.0029139391565418, 1.0078310341851806, 0.9854918621954571, 0.9449468354581222, 0.957020515296538, 0.954249288652687, 0.976569994872353, 0.9899815735473346, 1.008692992013154, 0.9893537338950328 ] ] }, "width": 32, "in_features": 11, "out_features": 7, "depth": 6, "padding": 22, "parameters": 2449, "cert_evals": { "36": 0.1186843067407608, "72": 0.007799254264682531, "108": 0.0, "255": 0.0 }, "fold": 2 }, { "best_epoch": 28, "best_val_acc": 0.3159379407616361, "test_acc": 0.3015177065767285, "train_size": 1224, "val_size": 709, "test_size": 2965, "stats": { "mean": [ [ -0.022035407434640455, 0.006143019934640497, -0.030651977777777773, 0.024485125988562038, -0.018449098774509846, -0.0018301268790849984, 0.008402089934640587, 0.008618634501633892, -0.035267637908496643, 0.02360550346405227, -0.013176123529411856 ] ], "std": [ [ 1.0070335678428375, 0.9660388185917548, 0.9095987830657093, 0.9927445013639002, 0.8945149881344938, 0.9537849826536657, 1.0086544512672544, 0.9850628871532389, 0.9772491357585545, 0.995730526664069, 1.0046258178743335 ] ] }, "width": 32, "in_features": 11, "out_features": 7, "depth": 6, "padding": 22, "parameters": 2449, "cert_evals": { "36": 0.0013490725541487336, "72": 0.0006745362770743668, "108": 0.0, "255": 0.0 }, "fold": 3 } ], "mean_test_acc": 0.2955627666297269, "std_test_acc": 0.019101641878997287, "n_samples": 4898, "n_features": 11, "n_classes": 7, "mean_cert_acc_36": 0.06146008471841924, "std_cert_acc_36": 0.06944317589865402, "mean_cert_acc_72": 0.006465532191214152, "std_cert_acc_72": 0.008091667450174953, "mean_cert_acc_108": 0.0, "std_cert_acc_108": 0.0, "mean_cert_acc_255": 0.0, "std_cert_acc_255": 0.0 }, "statlog-shuttle": { "dataset": "statlog-shuttle", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 12, "best_val_acc": 0.9539548666514702, "test_acc": 0.9543857628290042, "train_size": 14500, "val_size": 8774, "test_size": 34726, "stats": { "mean": [ [ 1.2510344720706063e-08, -4.003449266179364e-09, -2.8330344823007095e-07, 2.2496552349729375e-08, 4.917241296073994e-09, -3.906206872704791e-09, -2.4448276142207472e-08, 8.781379274356982e-09, 1.222586207623664e-07 ] ], "std": [ [ 0.9999654436530625, 0.9999653004098481, 0.9999654876854136, 0.9999670453911623, 0.9999655862280178, 0.9999655271700041, 0.9999659054814384, 0.9999654302872448, 0.9999654402261486 ] ] }, "width": 32, "in_features": 9, "out_features": 7, "depth": 6, "padding": 18, "parameters": 1681, "cert_evals": { "36": 0.8585209846496582, "72": 0.7021539807319641, "108": 0.4561423659324646, "255": 0.055779531598091125 }, "fold": 0 }, { "best_epoch": 20, "best_val_acc": 0.9437148217636022, "test_acc": 0.9420965343703535, "train_size": 14500, "val_size": 8528, "test_size": 34972, "stats": { "mean": [ [ 1.2510344720706063e-08, -4.003449266179364e-09, -2.8330344823007095e-07, 2.2496552349729375e-08, 4.917241296073994e-09, -3.906206872704791e-09, -2.4448276142207472e-08, 8.781379274356982e-09, 1.222586207623664e-07 ] ], "std": [ [ 0.9999654436530625, 0.9999653004098481, 0.9999654876854136, 0.9999670453911623, 0.9999655862280178, 0.9999655271700041, 0.9999659054814384, 0.9999654302872448, 0.9999654402261486 ] ] }, "width": 32, "in_features": 9, "out_features": 7, "depth": 6, "padding": 18, "parameters": 1681, "cert_evals": { "36": 0.8533112406730652, "72": 0.746082603931427, "108": 0.6035971641540527, "255": 0.04603682830929756 }, "fold": 1 }, { "best_epoch": 12, "best_val_acc": 0.9159169550173011, "test_acc": 0.917800746482917, "train_size": 14500, "val_size": 8670, "test_size": 34830, "stats": { "mean": [ [ 1.2510344720706063e-08, -4.003449266179364e-09, -2.8330344823007095e-07, 2.2496552349729375e-08, 4.917241296073994e-09, -3.906206872704791e-09, -2.4448276142207472e-08, 8.781379274356982e-09, 1.222586207623664e-07 ] ], "std": [ [ 0.9999654436530625, 0.9999653004098481, 0.9999654876854136, 0.9999670453911623, 0.9999655862280178, 0.9999655271700041, 0.9999659054814384, 0.9999654302872448, 0.9999654402261486 ] ] }, "width": 32, "in_features": 9, "out_features": 7, "depth": 6, "padding": 18, "parameters": 1681, "cert_evals": { "36": 0.8857019543647766, "72": 0.6236290335655212, "108": 0.12147574126720428, "255": 0.0075509618036448956 }, "fold": 2 }, { "best_epoch": 5, "best_val_acc": 0.9182319199190192, "test_acc": 0.9173047473200613, "train_size": 14500, "val_size": 8891, "test_size": 34609, "stats": { "mean": [ [ 1.2510344720706063e-08, -4.003449266179364e-09, -2.8330344823007095e-07, 2.2496552349729375e-08, 4.917241296073994e-09, -3.906206872704791e-09, -2.4448276142207472e-08, 8.781379274356982e-09, 1.222586207623664e-07 ] ], "std": [ [ 0.9999654436530625, 0.9999653004098481, 0.9999654876854136, 0.9999670453911623, 0.9999655862280178, 0.9999655271700041, 0.9999659054814384, 0.9999654302872448, 0.9999654402261486 ] ] }, "width": 32, "in_features": 9, "out_features": 7, "depth": 6, "padding": 18, "parameters": 1681, "cert_evals": { "36": 0.737235963344574, "72": 0.05567915737628937, "108": 0.04123204946517944, "255": 0.000317836384056136 }, "fold": 3 } ], "mean_test_acc": 0.932896947750584, "std_test_acc": 0.018415695972264938, "n_samples": 58000, "n_features": 9, "n_classes": 7, "mean_cert_acc_36": 0.8336925357580185, "std_cert_acc_36": 0.06585386711619272, "mean_cert_acc_72": 0.5318861939013004, "std_cert_acc_72": 0.32148670867683604, "mean_cert_acc_108": 0.30561183020472527, "std_cert_acc_108": 0.26786655206680143, "mean_cert_acc_255": 0.02742128952377243, "std_cert_acc_255": 0.027569036215913893 }, "miniboone": { "dataset": "miniboone", "algorithm": "aol", "n_folds": 4, "fold_results": [ { "best_epoch": 18, "best_val_acc": 0.8743127672571778, "test_acc": 0.8746405832819881, "train_size": 32516, "val_size": 19644, "test_size": 77904, "stats": { "mean": [ [ -0.0066929692905031805, -0.0067178206113913536, -0.00044848711604975365, -0.006682303195350012, -0.006676431252304934, -0.006678322865666758, -0.006603011846475587, -0.006676624523311714, -0.0066787164688152925, -0.006674537190921409, -0.006651495260794631, -0.0021907771461773715, -0.006695997997908723, -0.006680375196826281, -0.006672462064829712, -0.0019113073704711085, -0.006682638614835791, -0.005199885844285893, -0.006682950415180203, -0.0027868723179357985, -0.006732400171929552, -0.006675056184647536, -0.0009806369656784695, -0.0067719209681387305, -0.006673680111329746, -0.006853424330988536, -0.0049757818568722766, -0.0066786663365727686, -0.006678683045269993, -0.00666663167363761, -0.006713104959930439, -0.00667692119264367, -0.006648468240250945, -0.005555848155831019, -0.0066771619571901345, -0.006676893769221374, -0.006640021976872997, -0.006652168061569651, -0.006656952063599499, -0.006676646404846852, -0.005321780849683204, -0.007256703317981967, -0.006479226783737146, -0.006305387427130641, -0.006670434807482904, -0.006676957442489813, -0.006832965117468275, -0.006830883164011628, -0.006874203773250122, -0.00667477880120567 ] ], "std": [ [ 1.0538567724237127, 1.0538641992619597, 0.9958589711579526, 1.0538780837060269, 1.053878006921434, 1.0538798560451104, 1.053879432020278, 1.0538786291178488, 1.053873986660415, 1.0538783590814276, 1.0538757864954629, 1.0176547701635106, 1.0538752752995135, 1.053872770510109, 1.0538659033426634, 0.9932644775405934, 1.0538747558236612, 1.04937218635993, 1.053877924513502, 0.0025831688488992767, 1.053829697906066, 1.0538783793218856, 1.018390578757397, 1.053842634750244, 1.0538786083464582, 1.0538111764047524, 1.022739919992211, 1.0538741322767364, 1.0538782493179681, 1.053875543573962, 1.0538088816355915, 1.0538723979257454, 1.0538730852936433, 1.0247711822180132, 1.0538781798354342, 1.053878585676999, 1.0538691274084275, 1.0538654744064087, 1.05387761105871, 1.0538781920284286, 1.0452185226194493, 1.0438926673439166, 1.0538793178576804, 1.0536246877698876, 1.0538784902027962, 1.0538787998823098, 1.0538650746236322, 1.0538068876186153, 1.0538062411125644, 1.0538784592336081 ] ] }, "width": 256, "in_features": 50, "out_features": 2, "depth": 6, "padding": 100, "parameters": 45702, "cert_evals": { "36": 0.8063899278640747, "72": 0.7285505533218384, "108": 0.6520589590072632, "255": 0.2431582510471344 }, "fold": 0 }, { "best_epoch": 47, "best_val_acc": 0.8743130470181152, "test_acc": 0.8785688610454966, "train_size": 32516, "val_size": 19652, "test_size": 77896, "stats": { "mean": [ [ -0.003659472481547509, -0.0035700208512731936, -0.00456473851721011, -0.00360049339094594, -0.003593886083772473, -0.00358800156845938, -0.003609804330175811, -0.0035959653862712893, -0.003585372367449882, -0.0036011496647804257, -0.003574454936031472, -0.0002376014663141565, -0.0035765183694182563, -0.0035786825070734597, -0.003581793034198606, 0.0027392871255968536, -0.0035747984868988035, -0.0018979996262606397, -0.0035937045023987507, 0.008311608403247624, -0.0038405719449991636, -0.003598410862344705, -1.2960689975229953e-05, -0.0037911689629719237, -0.0035987016976257243, -0.003553280317375533, -0.00120645956911968, -0.003604746423299312, -0.003595963956206178, -0.0036390921810801925, -0.0036627183510209798, -0.003597980923237808, -0.0035958085404107568, -0.005033409016920937, -0.0036001520635993464, -0.0035987486652726062, -0.0035917900449008895, -0.0035793614428588296, -0.0035902388547176894, -0.0035928566736375947, -0.0009922327992711712, -0.002124953252319455, -0.0036879309878213567, -0.0034349073177313027, -0.003598185213436877, -0.0035934901402386375, -0.003602609255707958, -0.0035299332937630697, -0.0036069077674990894, -0.003592571029647003 ] ], "std": [ [ 1.0293487576429072, 1.0293632141886253, 0.9887037915056724, 1.029365893060315, 1.0293658502982712, 1.029368237348854, 1.0293622172155605, 1.0293663659457355, 1.0293628691485286, 1.0293656358483938, 1.029364102494499, 1.006763216099369, 1.0293667056536349, 1.029362370179701, 1.029358770899615, 1.0012661620897783, 1.029365775010478, 1.027354601762616, 1.0293662087119093, 1.9999643273466732, 1.0293241490670084, 1.0293658647973212, 1.007217844105937, 1.0292982324584112, 1.0293659919295302, 1.0293214796094297, 1.0139090551352947, 1.0293616933725718, 1.0293661117606363, 1.0293612193672406, 1.0293028748669328, 1.0293608389078128, 1.0293624280631426, 1.0121183384237977, 1.029365684051124, 1.029366166790506, 1.0293578351184116, 1.0293603667049085, 1.0293647225554694, 1.02936611660418, 1.0243754023495473, 1.0175071683627712, 1.0293461366945726, 1.0291967790319312, 1.0293656729659864, 1.0293667176112475, 1.029354896915401, 1.0293422770958582, 1.0293448836449766, 1.029366280982135 ] ] }, "width": 256, "in_features": 50, "out_features": 2, "depth": 6, "padding": 100, "parameters": 45702, "cert_evals": { "36": 0.8142009973526001, "72": 0.738227903842926, "108": 0.6646040678024292, "255": 0.28414809703826904 }, "fold": 1 }, { "best_epoch": 17, "best_val_acc": 0.8753715281336476, "test_acc": 0.8733628930978804, "train_size": 32516, "val_size": 19514, "test_size": 78034, "stats": { "mean": [ [ 0.0005872713728625283, 0.0005592911951040488, -0.0015875384167732419, 0.0005084049237298592, 0.0005126942889679038, 0.0005151387839825248, 0.0005130335342600157, 0.0005107385533274924, 0.000518504668470965, 0.0005099805941690433, 0.0004972431602903669, 0.006199611582771556, 0.0004437178835034895, 0.0005174753444456869, 0.00045390833435860097, -0.006724558695826372, 0.00046023495202354226, -0.0014645146025250007, 0.0005134210419486034, 0.008326016098843635, 0.0005855647507836025, 0.0005188788657891645, -0.005855233801703189, 0.0005363233146758781, 0.000517880286628172, 0.000289813760165567, 0.0011647067174228383, 0.000515516933202204, 0.0005118400049205469, 0.0005662085096567202, 0.0006245390962356869, 0.0005227987882888596, 0.0004455256058554989, -0.0012331349033552603, 0.000509145377660323, 0.0005160132888423314, 0.0005081290841431461, 0.0004383096252307822, 0.0005235053327593691, 0.0005115684401526536, -6.85762123339298e-05, -0.0002997175066182346, 0.0005932577715586378, 0.0008539802024421717, 0.0005163635748510258, 0.0005131155830974517, 0.00047798527387127445, 0.0004895968192581729, 0.0006103754389776044, 0.0005093450393652897 ] ], "std": [ [ 0.9957345954073729, 0.9957338045117373, 1.009089174106892, 0.9957299331571907, 0.9957297207983613, 0.9957319779858296, 0.9957285308484073, 0.99573027967679, 0.9957274461972008, 0.9957298025727774, 0.9957267869288412, 0.9986824060207489, 0.995727937063426, 0.995726209358951, 0.9957222508374016, 0.9849068775325148, 0.9957260724507725, 0.9984485547058798, 0.9957301232252692, 1.9999635778290246, 0.9957403323167682, 0.9957303943483548, 0.9869664238989766, 0.9957341301924101, 0.9957304810256162, 0.9957436771610553, 0.9965972478945923, 0.9957273137356182, 0.9957300780370839, 0.9957353083328109, 0.995745588680438, 0.9957274480178427, 0.9957264072745984, 0.9993516959593822, 0.9957297379201838, 0.9957305689438095, 0.9957296474590059, 0.9957273179676576, 0.9957300585487675, 0.9957298638455957, 0.9958033136974604, 1.001216743433296, 0.9957377405837478, 0.9958618328338358, 0.9957300476528158, 0.9957306269775752, 0.9957358265962181, 0.9957255439006696, 0.9957566204204258, 0.9957298904542489 ] ] }, "width": 256, "in_features": 50, "out_features": 2, "depth": 6, "padding": 100, "parameters": 45702, "cert_evals": { "36": 0.8081092834472656, "72": 0.736332893371582, "108": 0.6642489433288574, "255": 0.2738165259361267 }, "fold": 2 }, { "best_epoch": 20, "best_val_acc": 0.8713291722091476, "test_acc": 0.8724519884105536, "train_size": 32516, "val_size": 19546, "test_size": 78002, "stats": { "mean": [ [ -0.004108113020359334, -0.004135750738098101, -0.001322435285942239, -0.004109338048960558, -0.004110013236557907, -0.004103856971953094, -0.004105435167302326, -0.004108234536843478, -0.0041157547053759375, -0.004111229871447928, -0.004129319931725945, -0.009310410842292996, -0.004151154668470918, -0.004106480246647911, -0.004078257611637442, -0.0012255257009042696, -0.004128084247755086, -0.001812244588848235, -0.004106642698979071, -0.002771495593861472, -0.003930339402381827, -0.004107319867142366, -0.0020118547528348136, -0.004110450282937586, -0.004107549326485374, -0.003903686475773098, 0.0034778790131669113, -0.004089806615204751, -0.004105919012178624, -0.004107724389223812, -0.004053504517403692, -0.004112779779185523, -0.004036618249477243, 0.0003978993396296994, -0.004112451033337286, -0.004115697588879312, -0.004161525821134272, -0.004013369772911648, -0.004074420147004465, -0.004107203911920277, -0.003583577395203846, -0.003683256187455512, -0.00410252064829624, -0.00435002289662263, -0.004109810948460561, -0.00410555030446539, -0.004173506213295106, -0.004126808812892148, -0.004084347094353566, -0.00411184631565997 ] ], "std": [ [ 1.0334801859758438, 1.0334838209190884, 0.9910692934328427, 1.0334925739257474, 1.0334920746964988, 1.0334944696977597, 1.033489534681566, 1.0334928363605922, 1.0334882086728014, 1.0334922326917702, 1.0334875046199652, 1.0060291795040275, 1.0334893624231647, 1.033487735872467, 1.0334857443384646, 0.9987636855559352, 1.0334891465642266, 1.0284163803912958, 1.0334926279501595, 0.001394515045967005, 1.0334671696186013, 1.0334925293155786, 1.0120329637568104, 1.033467979482877, 1.0334926503936537, 1.033454580542911, 1.019800750059293, 1.0334899846628842, 1.033492713983251, 1.0334904070281967, 1.033453265260482, 1.0334870912604435, 1.033493356896935, 1.0148066500638184, 1.0334921455669586, 1.0334923339339557, 1.0334817504638347, 1.0334892263464805, 1.0334932384339353, 1.033492453509268, 1.0277860358762678, 1.0269827669348142, 1.0334755350744662, 1.0331928866784732, 1.033492181460736, 1.0334932068430196, 1.0334910911748012, 1.033455511075802, 1.0334588140472194, 1.0334923126040656 ] ] }, "width": 256, "in_features": 50, "out_features": 2, "depth": 6, "padding": 100, "parameters": 45702, "cert_evals": { "36": 0.8061587810516357, "72": 0.7273146510124207, "108": 0.6504448652267456, "255": 0.2556472718715668 }, "fold": 3 } ], "mean_test_acc": 0.8747560814589797, "std_test_acc": 0.0026957031605597988, "n_samples": 130064, "n_features": 50, "n_classes": 2, "mean_cert_acc_36": 0.808714747428894, "std_cert_acc_36": 0.0037595777683606846, "mean_cert_acc_72": 0.7326065003871918, "std_cert_acc_72": 0.005475416510442173, "mean_cert_acc_108": 0.6578392088413239, "std_cert_acc_108": 0.007636221111669852, "mean_cert_acc_255": 0.26419253647327423, "std_cert_acc_255": 0.01831491451564166 } }, "overall": {} }